Diff of the two buildlogs: -- --- b1/build.log 2024-12-26 10:57:28.054547005 +0000 +++ b2/build.log 2024-12-26 11:01:36.847234831 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Wed Dec 25 22:26:22 -12 2024 -I: pbuilder-time-stamp: 1735208782 +I: Current time: Thu Jan 29 07:20:31 +14 2026 +I: pbuilder-time-stamp: 1769620831 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/trixie-reproducible-base.tgz] I: copying local configuration @@ -33,52 +33,84 @@ dpkg-source: info: applying Stop-using-cgi.parse_header.patch I: Not using root during the build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/2850071/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/781472/tmp/hooks/D01_modify_environment starting +debug: Running on ionos5-amd64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 Jan 28 17:20 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/781472/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/781472/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='amd64' - DEBIAN_FRONTEND='noninteractive' - DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=20 ' - DISTRIBUTION='trixie' - HOME='/root' - HOST_ARCH='amd64' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="37" [3]="1" [4]="release" [5]="x86_64-pc-linux-gnu") + BASH_VERSION='5.2.37(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=amd64 + DEBIAN_FRONTEND=noninteractive + DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=42 ' + DIRSTACK=() + DISTRIBUTION=trixie + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=x86_64 + HOST_ARCH=amd64 IFS=' ' - INVOCATION_ID='9a8aa06dbff94c06af31e7afc221aeff' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='2850071' - PS1='# ' - PS2='> ' + INVOCATION_ID=83c6e5bca7314f09bbe271e5045c2cfb + LANG=C + LANGUAGE=et_EE:et + LC_ALL=C + MACHTYPE=x86_64-pc-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=781472 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.DTgFY15q/pbuilderrc_6rOR --distribution trixie --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.DTgFY15q/b1 --logfile b1/build.log swift_2.34.0-5.dsc' - SUDO_GID='110' - SUDO_UID='105' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' - http_proxy='http://46.16.76.132:3128' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.DTgFY15q/pbuilderrc_mh4D --distribution trixie --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.DTgFY15q/b2 --logfile b2/build.log swift_2.34.0-5.dsc' + SUDO_GID=110 + SUDO_UID=105 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' + http_proxy=http://213.165.73.152:3128 I: uname -a - Linux ionos1-amd64 6.1.0-28-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.1.119-1 (2024-11-22) x86_64 GNU/Linux + Linux i-capture-the-hostname 6.11.10+bpo-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.11.10-1~bpo12+1 (2024-12-19) x86_64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Nov 22 14:40 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/2850071/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 Nov 22 2024 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/781472/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -270,7 +302,7 @@ Get: 84 http://deb.debian.org/debian trixie/main amd64 libjs-bootstrap all 3.4.1+dfsg-3 [172 kB] Get: 85 http://deb.debian.org/debian trixie/main amd64 libjs-jquery all 3.6.1+dfsg+~3.5.14-1 [326 kB] Get: 86 http://deb.debian.org/debian trixie/main amd64 libjs-underscore all 1.13.4~dfsg+~1.11.4-3 [116 kB] -Get: 87 http://deb.debian.org/debian trixie/main amd64 libjs-sphinxdoc all 8.1.3-2 [30.3 kB] +Get: 87 http://deb.debian.org/debian trixie/main amd64 libjs-sphinxdoc all 8.1.3-3 [30.4 kB] Get: 88 http://deb.debian.org/debian trixie/main amd64 libjson-perl all 4.10000-1 [87.5 kB] Get: 89 http://deb.debian.org/debian trixie/main amd64 libpython3.13-stdlib amd64 3.13.1-2 [1975 kB] Get: 90 http://deb.debian.org/debian trixie/main amd64 libsm6 amd64 2:1.2.4-1 [35.2 kB] @@ -399,10 +431,10 @@ Get: 213 http://deb.debian.org/debian trixie/main amd64 python3-openstackclient all 6.6.0-5 [494 kB] Get: 214 http://deb.debian.org/debian trixie/main amd64 python3-os-client-config all 2.1.0-3 [17.5 kB] Get: 215 http://deb.debian.org/debian trixie/main amd64 python3-neutronclient all 1:11.3.1-3 [120 kB] -Get: 216 http://deb.debian.org/debian trixie/main amd64 sphinx-common all 8.1.3-2 [616 kB] +Get: 216 http://deb.debian.org/debian trixie/main amd64 sphinx-common all 8.1.3-3 [617 kB] Get: 217 http://deb.debian.org/debian trixie/main amd64 python3-pygments all 2.18.0+dfsg-1 [836 kB] Get: 218 http://deb.debian.org/debian trixie/main amd64 python3-snowballstemmer all 2.2.0-4 [58.0 kB] -Get: 219 http://deb.debian.org/debian trixie/main amd64 python3-sphinx all 8.1.3-2 [468 kB] +Get: 219 http://deb.debian.org/debian trixie/main amd64 python3-sphinx all 8.1.3-3 [468 kB] Get: 220 http://deb.debian.org/debian trixie/main amd64 python3-openstackdocstheme all 3.2.0-2 [684 kB] Get: 221 http://deb.debian.org/debian trixie/main amd64 python3-oslosphinx all 4.18.0-6 [33.0 kB] Get: 222 http://deb.debian.org/debian trixie/main amd64 python3-os-api-ref all 2.3.0+ds1-3 [16.9 kB] @@ -420,7 +452,7 @@ Get: 234 http://deb.debian.org/debian trixie/main amd64 python3-requests-mock all 1.12.1-3 [17.6 kB] Get: 235 http://deb.debian.org/debian trixie/main amd64 python3-swiftclient all 1:4.6.0-3 [76.4 kB] Get: 236 http://deb.debian.org/debian trixie/main amd64 python3-xattr amd64 0.10.1-1 [16.2 kB] -Fetched 71.9 MB in 5s (15.4 MB/s) +Fetched 71.9 MB in 4s (16.5 MB/s) debconf: delaying package configuration, since apt-utils is not installed Selecting previously unselected package libpython3.12-minimal:amd64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 19966 files and directories currently installed.) @@ -694,8 +726,8 @@ Preparing to unpack .../064-libjs-underscore_1.13.4~dfsg+~1.11.4-3_all.deb ... Unpacking libjs-underscore (1.13.4~dfsg+~1.11.4-3) ... Selecting previously unselected package libjs-sphinxdoc. -Preparing to unpack .../065-libjs-sphinxdoc_8.1.3-2_all.deb ... -Unpacking libjs-sphinxdoc (8.1.3-2) ... +Preparing to unpack .../065-libjs-sphinxdoc_8.1.3-3_all.deb ... +Unpacking libjs-sphinxdoc (8.1.3-3) ... Selecting previously unselected package libjson-perl. Preparing to unpack .../066-libjson-perl_4.10000-1_all.deb ... Unpacking libjson-perl (4.10000-1) ... @@ -1081,8 +1113,8 @@ Preparing to unpack .../193-python3-neutronclient_1%3a11.3.1-3_all.deb ... Unpacking python3-neutronclient (1:11.3.1-3) ... Selecting previously unselected package sphinx-common. -Preparing to unpack .../194-sphinx-common_8.1.3-2_all.deb ... -Unpacking sphinx-common (8.1.3-2) ... +Preparing to unpack .../194-sphinx-common_8.1.3-3_all.deb ... +Unpacking sphinx-common (8.1.3-3) ... Selecting previously unselected package python3-pygments. Preparing to unpack .../195-python3-pygments_2.18.0+dfsg-1_all.deb ... Unpacking python3-pygments (2.18.0+dfsg-1) ... @@ -1090,8 +1122,8 @@ Preparing to unpack .../196-python3-snowballstemmer_2.2.0-4_all.deb ... Unpacking python3-snowballstemmer (2.2.0-4) ... Selecting previously unselected package python3-sphinx. -Preparing to unpack .../197-python3-sphinx_8.1.3-2_all.deb ... -Unpacking python3-sphinx (8.1.3-2) ... +Preparing to unpack .../197-python3-sphinx_8.1.3-3_all.deb ... +Unpacking python3-sphinx (8.1.3-3) ... Selecting previously unselected package python3-openstackdocstheme. Preparing to unpack .../198-python3-openstackdocstheme_3.2.0-2_all.deb ... Unpacking python3-openstackdocstheme (3.2.0-2) ... @@ -1173,8 +1205,8 @@ Setting up tzdata (2024b-4) ... Current default time zone: 'Etc/UTC' -Local time is now: Thu Dec 26 10:30:33 UTC 2024. -Universal Time is now: Thu Dec 26 10:30:33 UTC 2024. +Local time is now: Wed Jan 28 17:21:06 UTC 2026. +Universal Time is now: Wed Jan 28 17:21:06 UTC 2026. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up libpython3.13-minimal:amd64 (3.13.1-2) ... @@ -1220,7 +1252,7 @@ 146 added, 0 removed; done. Setting up python-os-api-ref-common (2.3.0+ds1-3) ... Setting up libgssapi-krb5-2:amd64 (1.21.3-3) ... -Setting up libjs-sphinxdoc (8.1.3-2) ... +Setting up libjs-sphinxdoc (8.1.3-3) ... Setting up libreadline8t64:amd64 (8.2-6) ... Setting up dh-strip-nondeterminism (1.14.0-1) ... Setting up ieee-data (20240722) ... @@ -1235,7 +1267,7 @@ Setting up po-debconf (1.0.21+nmu1) ... Setting up man-db (2.13.0-1) ... Not building database; man-db/auto-update is not 'true'. -Setting up sphinx-common (8.1.3-2) ... +Setting up sphinx-common (8.1.3-3) ... Setting up libxt6t64:amd64 (1:1.2.1-1.2+b1) ... Setting up libnsl2:amd64 (1.3.0-3+b3) ... Setting up libxmu6:amd64 (2:1.1.3-3+b3) ... @@ -1381,7 +1413,7 @@ Setting up python3-oslo.config (1:9.6.0-6) ... Setting up python3-keystoneclient (1:5.5.0-3) ... Setting up python3-osc-lib (3.1.0-3) ... -Setting up python3-sphinx (8.1.3-2) ... +Setting up python3-sphinx (8.1.3-3) ... Setting up python3-oslo.log (6.1.2-4) ... Setting up python3-pycadf (3.1.1-5) ... Setting up python3-stestr (4.1.0-3) ... @@ -1406,7 +1438,11 @@ Building tag database... -> Finished parsing the build-deps I: Building the package -I: Running cd /build/reproducible-path/swift-2.34.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../swift_2.34.0-5_source.changes +I: user script /srv/workspace/pbuilder/781472/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for trixie +I: user script /srv/workspace/pbuilder/781472/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/swift-2.34.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../swift_2.34.0-5_source.changes dpkg-buildpackage: info: source package swift dpkg-buildpackage: info: source version 2.34.0-5 dpkg-buildpackage: info: source distribution unstable @@ -1585,191 +1621,193 @@ warnings.warn(msg) running build running build_py +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common running egg_info creating swift.egg-info writing swift.egg-info/PKG-INFO @@ -2407,195 +2445,194 @@ warnings.warn(msg) running build running build_py -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift +copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -3136,27 +3173,6 @@ !! check.warn(importable) -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/de/LC_MESSAGES copying swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/de/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/en_GB/LC_MESSAGES @@ -3181,6 +3197,27 @@ copying swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/zh_CN/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema /usr/share/openstack-pkg-tools/pkgos_insert_include pkgos_func python3-swift.postinst set -e ; set -x ; \ for i in debian/swift-account.swift-account-auditor.init.in \ @@ -3201,20 +3238,35 @@ ; do \ debian/gen-init $i ; \ done ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-reaper.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-reconciler.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sharder.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sync.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-updater.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object-expirer.swift-object-expirer.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-reconstructor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-updater.init.in set -e ; set -x ; \ for i in debian/swift-proxy.swift-proxy.init \ @@ -3229,24 +3281,30 @@ CONFIG=`echo $i | cut -d/ -f2 | cut -d. -f1 | sed -e s/swift-//`-server debian/gen-init $i.in ; \ fi ; \ done -+ [ no = yes ] -+ cut -d/ -f2 -+ echo debian/swift-proxy.swift-proxy.init -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=proxy-server debian/gen-init debian/swift-proxy.swift-proxy.init.in -+ [ no = yes ] -+ cut -d. -f1 -+ sed -e s/swift-// -+ + echo debian/swift-account.swift-account.init -cut -d/ -f2 -+ CONFIG=account-server debian/gen-init debian/swift-account.swift-account.init.in -+ [ no = yes ] -+ + + + cutsed -d. -e -f1 s/swift-// - -cut -d/ -f2 -echo debian/swift-container.swift-container.init -+ CONFIG=container-server debian/gen-init debian/swift-container.swift-container.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-proxy.swift-proxy.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=proxy-server ++ debian/gen-init debian/swift-proxy.swift-proxy.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-account.swift-account.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=account-server ++ debian/gen-init debian/swift-account.swift-account.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-container.swift-container.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=container-server ++ debian/gen-init debian/swift-container.swift-container.init.in make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' debian/rules override_dh_auto_test make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' @@ -3276,21 +3334,26 @@ /usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' pkgos-dh_auto_install --no-py2 --in-tmp + PKGOS_IN_TMP=no -+ echo WARNING: --no-py2 is deprecated and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated and always on.' WARNING: --no-py2 is deprecated and always on. + shift ++ for i in $@ ++ case "${1}" in + PKGOS_IN_TMP=yes + shift -+ dpkg-parsechangelog -SSource +++ dpkg-parsechangelog -SSource + SRC_PKG_NAME=swift -+ echo+ swift -sed s/python-// +++ echo swift +++ sed s/python-// + PY_MODULE_NAME=swift -+ py3versions -vr -+ PYTHON3S=3.13 3.12 -+ [ yes = yes ] +++ py3versions -vr ++ PYTHON3S='3.13 3.12' ++ '[' yes = yes ']' + TARGET_DIR=tmp -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.13 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.34.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -3333,192 +3396,194 @@ running install running build running build_py -creating build/lib/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers -creating build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/obj/mem_diskfile.py -> build/lib/swift/obj +creating build/lib/swift/common/ring +copying swift/common/ring/builder.py -> build/lib/swift/common/ring +copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring +copying swift/common/ring/__init__.py -> build/lib/swift/common/ring +copying swift/common/ring/utils.py -> build/lib/swift/common/ring +copying swift/common/ring/ring.py -> build/lib/swift/common/ring +creating build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api +creating build/lib/swift/obj +copying swift/obj/replicator.py -> build/lib/swift/obj copying swift/obj/ssync_receiver.py -> build/lib/swift/obj -copying swift/obj/reconstructor.py -> build/lib/swift/obj copying swift/obj/mem_server.py -> build/lib/swift/obj copying swift/obj/ssync_sender.py -> build/lib/swift/obj +copying swift/obj/mem_diskfile.py -> build/lib/swift/obj +copying swift/obj/reconstructor.py -> build/lib/swift/obj +copying swift/obj/diskfile.py -> build/lib/swift/obj copying swift/obj/updater.py -> build/lib/swift/obj copying swift/obj/__init__.py -> build/lib/swift/obj copying swift/obj/auditor.py -> build/lib/swift/obj -copying swift/obj/diskfile.py -> build/lib/swift/obj copying swift/obj/expirer.py -> build/lib/swift/obj copying swift/obj/server.py -> build/lib/swift/obj -copying swift/obj/replicator.py -> build/lib/swift/obj -creating build/lib/swift/common/utils -copying swift/common/utils/libc.py -> build/lib/swift/common/utils -copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils -copying swift/common/utils/base.py -> build/lib/swift/common/utils -copying swift/common/utils/__init__.py -> build/lib/swift/common/utils -copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils -copying swift/common/utils/config.py -> build/lib/swift/common/utils -copying swift/common/utils/logs.py -> build/lib/swift/common/utils -creating build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/registry.py -> build/lib/swift/common -copying swift/common/container_sync_realms.py -> build/lib/swift/common -copying swift/common/db_auditor.py -> build/lib/swift/common -copying swift/common/error_limiter.py -> build/lib/swift/common -copying swift/common/daemon.py -> build/lib/swift/common -copying swift/common/direct_client.py -> build/lib/swift/common -copying swift/common/constraints.py -> build/lib/swift/common -copying swift/common/digest.py -> build/lib/swift/common -copying swift/common/swob.py -> build/lib/swift/common -copying swift/common/db_replicator.py -> build/lib/swift/common -copying swift/common/header_key_dict.py -> build/lib/swift/common -copying swift/common/wsgi.py -> build/lib/swift/common -copying swift/common/storage_policy.py -> build/lib/swift/common -copying swift/common/exceptions.py -> build/lib/swift/common -copying swift/common/linkat.py -> build/lib/swift/common -copying swift/common/__init__.py -> build/lib/swift/common -copying swift/common/internal_client.py -> build/lib/swift/common -copying swift/common/bufferedhttp.py -> build/lib/swift/common -copying swift/common/request_helpers.py -> build/lib/swift/common -copying swift/common/db.py -> build/lib/swift/common -copying swift/common/statsd_client.py -> build/lib/swift/common -copying swift/common/splice.py -> build/lib/swift/common -copying swift/common/http_protocol.py -> build/lib/swift/common -copying swift/common/manager.py -> build/lib/swift/common -copying swift/common/base_storage_server.py -> build/lib/swift/common -copying swift/common/recon.py -> build/lib/swift/common -copying swift/common/memcached.py -> build/lib/swift/common -copying swift/common/http.py -> build/lib/swift/common -creating build/lib/swift/account -copying swift/account/reaper.py -> build/lib/swift/account -copying swift/account/__init__.py -> build/lib/swift/account -copying swift/account/auditor.py -> build/lib/swift/account -copying swift/account/backend.py -> build/lib/swift/account -copying swift/account/server.py -> build/lib/swift/account -copying swift/account/utils.py -> build/lib/swift/account -copying swift/account/replicator.py -> build/lib/swift/account -creating build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto +creating build/lib/swift/container +copying swift/container/replicator.py -> build/lib/swift/container +copying swift/container/sharder.py -> build/lib/swift/container +copying swift/container/sync_store.py -> build/lib/swift/container +copying swift/container/sync.py -> build/lib/swift/container +copying swift/container/updater.py -> build/lib/swift/container +copying swift/container/__init__.py -> build/lib/swift/container +copying swift/container/auditor.py -> build/lib/swift/container +copying swift/container/reconciler.py -> build/lib/swift/container +copying swift/container/backend.py -> build/lib/swift/container +copying swift/container/server.py -> build/lib/swift/container creating build/lib/swift/cli -copying swift/cli/shard-info.py -> build/lib/swift/cli -copying swift/cli/drive_full_checker.py -> build/lib/swift/cli -copying swift/cli/relinker.py -> build/lib/swift/cli -copying swift/cli/account_audit.py -> build/lib/swift/cli -copying swift/cli/dispersion_populate.py -> build/lib/swift/cli -copying swift/cli/container_deleter.py -> build/lib/swift/cli +copying swift/cli/reload.py -> build/lib/swift/cli +copying swift/cli/dispersion_report.py -> build/lib/swift/cli copying swift/cli/get_nodes.py -> build/lib/swift/cli +copying swift/cli/ringbuilder.py -> build/lib/swift/cli +copying swift/cli/config.py -> build/lib/swift/cli +copying swift/cli/info.py -> build/lib/swift/cli +copying swift/cli/drive_audit.py -> build/lib/swift/cli +copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli copying swift/cli/oldies.py -> build/lib/swift/cli +copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli +copying swift/cli/recon.py -> build/lib/swift/cli copying swift/cli/__init__.py -> build/lib/swift/cli +copying swift/cli/dispersion_populate.py -> build/lib/swift/cli +copying swift/cli/relinker.py -> build/lib/swift/cli +copying swift/cli/account_audit.py -> build/lib/swift/cli copying swift/cli/form_signature.py -> build/lib/swift/cli +copying swift/cli/drive_full_checker.py -> build/lib/swift/cli copying swift/cli/recon_cron.py -> build/lib/swift/cli -copying swift/cli/reload.py -> build/lib/swift/cli -copying swift/cli/orphans.py -> build/lib/swift/cli -copying swift/cli/config.py -> build/lib/swift/cli -copying swift/cli/info.py -> build/lib/swift/cli -copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli +copying swift/cli/container_deleter.py -> build/lib/swift/cli copying swift/cli/ringcomposer.py -> build/lib/swift/cli -copying swift/cli/ringbuilder.py -> build/lib/swift/cli +copying swift/cli/orphans.py -> build/lib/swift/cli copying swift/cli/reconciler_enqueue.py -> build/lib/swift/cli -copying swift/cli/dispersion_report.py -> build/lib/swift/cli -copying swift/cli/recon.py -> build/lib/swift/cli -copying swift/cli/drive_audit.py -> build/lib/swift/cli -copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli +copying swift/cli/shard-info.py -> build/lib/swift/cli creating build/lib/swift/proxy copying swift/proxy/__init__.py -> build/lib/swift/proxy copying swift/proxy/server.py -> build/lib/swift/proxy +creating build/lib/swift/account +copying swift/account/replicator.py -> build/lib/swift/account +copying swift/account/__init__.py -> build/lib/swift/account +copying swift/account/utils.py -> build/lib/swift/account +copying swift/account/auditor.py -> build/lib/swift/account +copying swift/account/backend.py -> build/lib/swift/account +copying swift/account/server.py -> build/lib/swift/account +copying swift/account/reaper.py -> build/lib/swift/account +creating build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile +creating build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto +creating build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes +creating build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers creating build/lib/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers -creating build/lib/swift/common/ring -copying swift/common/ring/builder.py -> build/lib/swift/common/ring -copying swift/common/ring/__init__.py -> build/lib/swift/common/ring -copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring -copying swift/common/ring/utils.py -> build/lib/swift/common/ring -copying swift/common/ring/ring.py -> build/lib/swift/common/ring -copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api -copying swift/__init__.py -> build/lib/swift -creating build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile +copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers +copying swift/common/middleware/proxy_logging.py -> build/lib/swift/common/middleware +copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware +copying swift/common/middleware/tempauth.py -> build/lib/swift/common/middleware +copying swift/common/middleware/listing_formats.py -> build/lib/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> build/lib/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> build/lib/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> build/lib/swift/common/middleware copying swift/common/middleware/keystoneauth.py -> build/lib/swift/common/middleware -copying swift/common/middleware/xprofile.py -> build/lib/swift/common/middleware -copying swift/common/middleware/memcache.py -> build/lib/swift/common/middleware +copying swift/common/middleware/formpost.py -> build/lib/swift/common/middleware +copying swift/common/middleware/copy.py -> build/lib/swift/common/middleware copying swift/common/middleware/read_only.py -> build/lib/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> build/lib/swift/common/middleware +copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware copying swift/common/middleware/list_endpoints.py -> build/lib/swift/common/middleware -copying swift/common/middleware/listing_formats.py -> build/lib/swift/common/middleware -copying swift/common/middleware/proxy_logging.py -> build/lib/swift/common/middleware -copying swift/common/middleware/copy.py -> build/lib/swift/common/middleware -copying swift/common/middleware/container_quotas.py -> build/lib/swift/common/middleware +copying swift/common/middleware/memcache.py -> build/lib/swift/common/middleware +copying swift/common/middleware/container_sync.py -> build/lib/swift/common/middleware +copying swift/common/middleware/recon.py -> build/lib/swift/common/middleware +copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> build/lib/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> build/lib/swift/common/middleware +copying swift/common/middleware/bulk.py -> build/lib/swift/common/middleware copying swift/common/middleware/symlink.py -> build/lib/swift/common/middleware -copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> build/lib/swift/common/middleware +copying swift/common/middleware/dlo.py -> build/lib/swift/common/middleware +copying swift/common/middleware/container_quotas.py -> build/lib/swift/common/middleware copying swift/common/middleware/staticweb.py -> build/lib/swift/common/middleware copying swift/common/middleware/crossdomain.py -> build/lib/swift/common/middleware -copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware -copying swift/common/middleware/slo.py -> build/lib/swift/common/middleware -copying swift/common/middleware/tempauth.py -> build/lib/swift/common/middleware -copying swift/common/middleware/container_sync.py -> build/lib/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> build/lib/swift/common/middleware +copying swift/common/middleware/xprofile.py -> build/lib/swift/common/middleware +copying swift/common/middleware/name_check.py -> build/lib/swift/common/middleware copying swift/common/middleware/backend_ratelimit.py -> build/lib/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> build/lib/swift/common/middleware -copying swift/common/middleware/formpost.py -> build/lib/swift/common/middleware -copying swift/common/middleware/bulk.py -> build/lib/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> build/lib/swift/common/middleware +copying swift/common/middleware/slo.py -> build/lib/swift/common/middleware copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware -copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware -copying swift/common/middleware/name_check.py -> build/lib/swift/common/middleware -copying swift/common/middleware/dlo.py -> build/lib/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> build/lib/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> build/lib/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> build/lib/swift/common/middleware -copying swift/common/middleware/recon.py -> build/lib/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> build/lib/swift/common/middleware -creating build/lib/swift/container -copying swift/container/reconciler.py -> build/lib/swift/container -copying swift/container/updater.py -> build/lib/swift/container -copying swift/container/__init__.py -> build/lib/swift/container -copying swift/container/auditor.py -> build/lib/swift/container -copying swift/container/backend.py -> build/lib/swift/container -copying swift/container/sync_store.py -> build/lib/swift/container -copying swift/container/server.py -> build/lib/swift/container -copying swift/container/replicator.py -> build/lib/swift/container -copying swift/container/sharder.py -> build/lib/swift/container -copying swift/container/sync.py -> build/lib/swift/container +creating build/lib/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers +copying swift/common/swob.py -> build/lib/swift/common +copying swift/common/container_sync_realms.py -> build/lib/swift/common +copying swift/common/request_helpers.py -> build/lib/swift/common +copying swift/common/exceptions.py -> build/lib/swift/common +copying swift/common/daemon.py -> build/lib/swift/common +copying swift/common/db_replicator.py -> build/lib/swift/common +copying swift/common/db.py -> build/lib/swift/common +copying swift/common/digest.py -> build/lib/swift/common +copying swift/common/wsgi.py -> build/lib/swift/common +copying swift/common/manager.py -> build/lib/swift/common +copying swift/common/direct_client.py -> build/lib/swift/common +copying swift/common/memcached.py -> build/lib/swift/common +copying swift/common/constraints.py -> build/lib/swift/common +copying swift/common/splice.py -> build/lib/swift/common +copying swift/common/bufferedhttp.py -> build/lib/swift/common +copying swift/common/linkat.py -> build/lib/swift/common +copying swift/common/recon.py -> build/lib/swift/common +copying swift/common/__init__.py -> build/lib/swift/common +copying swift/common/internal_client.py -> build/lib/swift/common +copying swift/common/error_limiter.py -> build/lib/swift/common +copying swift/common/http_protocol.py -> build/lib/swift/common +copying swift/common/statsd_client.py -> build/lib/swift/common +copying swift/common/header_key_dict.py -> build/lib/swift/common +copying swift/common/registry.py -> build/lib/swift/common +copying swift/common/http.py -> build/lib/swift/common +copying swift/common/base_storage_server.py -> build/lib/swift/common +copying swift/common/db_auditor.py -> build/lib/swift/common +copying swift/common/storage_policy.py -> build/lib/swift/common +copying swift/__init__.py -> build/lib/swift +creating build/lib/swift/common/utils +copying swift/common/utils/config.py -> build/lib/swift/common/utils +copying swift/common/utils/base.py -> build/lib/swift/common/utils +copying swift/common/utils/libc.py -> build/lib/swift/common/utils +copying swift/common/utils/__init__.py -> build/lib/swift/common/utils +copying swift/common/utils/logs.py -> build/lib/swift/common/utils +copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils +copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -4107,428 +4172,428 @@ running install_lib creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES -copying build/lib/swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it/LC_MESSAGES -copying build/lib/swift/locale/it/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB/LC_MESSAGES -copying build/lib/swift/locale/en_GB/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES -copying build/lib/swift/locale/es/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES -copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES -copying build/lib/swift/locale/fr/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES -copying build/lib/swift/locale/ja/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES -copying build/lib/swift/locale/tr_TR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR/LC_MESSAGES -copying build/lib/swift/locale/pt_BR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR/LC_MESSAGES -copying build/lib/swift/locale/ko_KR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru/LC_MESSAGES -copying build/lib/swift/locale/ru/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES -copying build/lib/swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/db.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes copying build/lib/swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/db.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/http.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-313.pyc +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru/LC_MESSAGES +copying build/lib/swift/locale/ru/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES +copying build/lib/swift/locale/es/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES +copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it/LC_MESSAGES +copying build/lib/swift/locale/it/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES +copying build/lib/swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR/LC_MESSAGES +copying build/lib/swift/locale/ko_KR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB/LC_MESSAGES +copying build/lib/swift/locale/en_GB/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES +copying build/lib/swift/locale/tr_TR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES +copying build/lib/swift/locale/fr/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES +copying build/lib/swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR/LC_MESSAGES +copying build/lib/swift/locale/pt_BR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES +copying build/lib/swift/locale/ja/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/oldies.py to oldies.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/registry.py to registry.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_auditor.py to db_auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/splice.py to splice.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/linkat.py to linkat.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/catch_errors.py to catch_errors.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/domain_remap.py to domain_remap.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/backend_ratelimit.py to backend_ratelimit.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/domain_remap.py to domain_remap.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/dlo.py to dlo.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/catch_errors.py to catch_errors.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/linkat.py to linkat.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/backend_ratelimit.py to backend_ratelimit.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/statsd_client.py to statsd_client.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/splice.py to splice.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/statsd_client.py to statsd_client.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/registry.py to registry.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_auditor.py to db_auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/oldies.py to oldies.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-313.pyc running install_egg_info Copying swift.egg-info to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info Skipping SOURCES.txt @@ -4575,7 +4640,8 @@ Installing swift-ring-builder script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-builder-analyzer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-composer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.12 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.34.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -5159,180 +5225,180 @@ !! check.warn(importable) running install_lib -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/oldies.py to oldies.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/registry.py to registry.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_auditor.py to db_auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/splice.py to splice.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/linkat.py to linkat.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/catch_errors.py to catch_errors.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/domain_remap.py to domain_remap.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/backend_ratelimit.py to backend_ratelimit.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/domain_remap.py to domain_remap.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/dlo.py to dlo.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/catch_errors.py to catch_errors.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/linkat.py to linkat.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/backend_ratelimit.py to backend_ratelimit.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/statsd_client.py to statsd_client.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/splice.py to splice.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/statsd_client.py to statsd_client.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/registry.py to registry.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_auditor.py to db_auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/oldies.py to oldies.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc running install_egg_info removing '/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info' (and everything under it) Copying swift.egg-info to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info @@ -5380,10 +5446,10 @@ Installing swift-ring-builder script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-builder-analyzer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-composer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin -+ pwd -+ rm -rf /build/reproducible-path/swift-2.34.0/debian/python*/usr/lib/python*/dist-packages/*.pth -+ pwd -+ rm -rf /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python*/dist-packages/*.pth +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.34.0/debian/python*/usr/lib/python*/dist-packages/*.pth' +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python*/dist-packages/*.pth' rm debian/tmp/usr/bin/swift-init pkgos-dh_auto_test --no-py2 --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' + PKGOS_TEST_PARALLEL=yes @@ -5392,141 +5458,106 @@ + PYTHON3S=disabled + TEST_PARALLEL_OPT=--parallel + TEST_SERIAL_OPT= -+ echo WARNING: --no-py2 is deprecated, and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated, and always on.' WARNING: --no-py2 is deprecated, and always on. + shift -+ py3versions -vr -+ PYTHON3S=3.13 3.12 -+ [ yes = no ] -+ [ no = yes ] -+ [ 3.13 = disabled ] -+ echo 3.13 -+ cut -d. -f1 ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in +++ py3versions -vr ++ PYTHON3S='3.13 3.12' ++ '[' yes = no ']' ++ '[' no = yes ']' ++ for pyvers in ${PYTHON3S} ++ '[' 3.13 = disabled ']' +++ echo 3.13 +++ cut -d. -f1 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z ] -+ pwd -+ echo Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages +++ pwd ++ '[' -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z '' ']' +++ pwd ++ echo 'Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages' Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages -+ pwd +++ pwd + export PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] ++ PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr ++ PYTHON=python3.13 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' + subunit2pyunit -+ PYTHON=python3.13 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix) /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method @@ -5537,287 +5568,90 @@ warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp4getrjug/log/swift/profile/default.profile2944482.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp3tkcq5n2/log/swift/profile/default.profile2944482.tmp' /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - 'version-id': item['version_id']}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok Traceback (most recent call last): File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers timer() @@ -5875,606 +5709,1195 @@ warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -swift: Loaded config file /tmp/tmprxqpp7uj/backend-ratelimit.conf, config changed -swift: Loaded config file /tmp/tmprxqpp7uj/backend-ratelimit.conf, config changed -swift: Loaded config file /tmp/tmprxqpp7uj/backend-ratelimit.conf, config changed -swift: Loaded config file /tmp/tmp5v672o25/backend-ratelimit.conf, config changed -swift: Loaded config file /tmp/tmp5v672o25/backend-ratelimit.conf, config changed -swift: Loaded config file /tmp/tmp5v672o25/backend-ratelimit.conf, config changed -swift: Loaded config file /tmp/tmpp85tle2v/backend-ratelimit.conf, config changed -swift: Failed to load config file, config unchanged: Unable to read config from /etc/other/rl.conf -swift: Failed to load config file, config unchanged: Unable to read config from -swift: Loaded config file /tmp/tmpx4ftlmgz/backend_rl.conf, config changed -swift: Loaded config file /tmp/tmpx4ftlmgz/backend_rl.conf, config changed -swift: Loaded new config file /tmp/tmp7iqmjnm3/backend-ratelimit.conf, config unchanged -swift: Loaded config file /tmp/tmp7iqmjnm3/backend-ratelimit.conf, config changed -swift: Loaded config file /tmp/tmp7iqmjnm3/backend-ratelimit.conf, config changed -swift: Loaded config file /tmp/tmp7iqmjnm3/backend-ratelimit.conf, config changed -swift: Loaded config file /tmp/tmp7iqmjnm3/backend-ratelimit.conf, config changed +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -swift: Adding required filter versioned_writes to pipeline at position 1 -swift: Adding required filter dlo to pipeline at position 1 -swift: Adding required filter copy to pipeline at position 1 -swift: Adding required filter listing_formats to pipeline at position 5 -swift: Adding required filter gatekeeper to pipeline at position 1 -swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". -swift: Adding required filter versioned_writes to pipeline at position 1 -swift: Adding required filter dlo to pipeline at position 1 -swift: Adding required filter copy to pipeline at position 1 -swift: Adding required filter listing_formats to pipeline at position 5 -swift: Adding required filter gatekeeper to pipeline at position 1 -swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok test.unit.account.test_backend.TestAccountBroker.test_initialize_fail test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/37/42 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0020 - - 1735209462.598409176 1735209462.600436687 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/37/42 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0067 - - 1735209462.601382971 1735209462.608064413 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +Something useful +Also useful +Boring, but not secret +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok test.unit.cli.test_ringcomposer.TestCommands.test_compose test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok - -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok test.unit.cli.test_ringcomposer.TestCommands.test_show test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +Loaded db broker for a/c +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +Loaded db broker for a/c +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +Loaded db broker for a/c +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +Loaded db broker for a/c +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +Loaded db broker for a/c +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +Loaded db broker for a/c +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +Loaded db broker for a/c +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +Loaded db broker for a/c +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +Loaded db broker for a/c +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00068 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5t4312ip/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00499 seconds (200.45020/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00051 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '06b09026-bae9-4e3c-ba37-2c215945e654-sda', '1735209461.85066', '1735209461.84554', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6yjlpgvx/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '690eb6dd-45dc-48c0-a913-acecdac25d25-sda', '1735209461.89185', '1735209461.87464', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('690eb6dd-45dc-48c0-a913-acecdac25d25-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '690eb6dd-45dc-48c0-a913-acecdac25d25-sda', '1735209461.89185', '1735209461.87464', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('690eb6dd-45dc-48c0-a913-acecdac25d25-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.16849 seconds (5.93509/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'bf46d2364e330bf5a3408c83d0efcc9d', 'ee8d0b37-7a0d-435f-a6a0-e119b79f8d29-sda', '1735209462.12471', '1735209462.11094', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('ee8d0b37-7a0d-435f-a6a0-e119b79f8d29-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'e18c0b0d328d399e1e52892d24855b7a', '845c580e-5b14-4d00-81f1-704ce49ec79c-sda', '1735209462.41524', '1735209462.39198', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1735209462.48386', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1735209462.48449', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1735209462.48477', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1735209462.48505', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1735209462.48533', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1735209462.4909', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1735209462.49141', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1735209462.49177', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1735209462.49199', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1735209462.49222', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1735209462.49245', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '845c580e-5b14-4d00-81f1-704ce49ec79c-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0207 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0310 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0452 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0077 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1004 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0830 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0243 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0328 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0789 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0458 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0759 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0125 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0686 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0501 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0123 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0486 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0565 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0040 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0589 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0339 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0005 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0526 "-" 2944455 -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0363 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0363 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0005 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0502 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0110 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0628 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0599 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0219 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0516 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0630 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0449 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0328 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0141 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0248 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0691 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0061 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0406 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0650 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0064 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0405 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0330 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:42 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0769 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0142 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0525 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0531 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0138 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0488 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0707 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0707 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0731 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0027 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0004 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0605 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0099 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0351 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0831 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0560 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0584 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0789 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0316 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0354 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0510 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0353 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0271 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0429 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0520 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0243 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0031 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0026 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0319 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0065 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0685 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0432 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0310 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0483 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0478 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0063 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0854 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0050 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0526 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0430 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0514 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0669 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0558 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0066 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0484 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0013 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0458 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0396 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0471 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0587 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0316 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0051 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 2944510 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok test.unit.account.test_server.TestAccountController.test_GET_accept_xml test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok test.unit.account.test_server.TestAccountController.test_GET_empty_account_json @@ -6483,1038 +6906,1021 @@ test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +Finished. Marked 0 objects for deletion. +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok test.unit.account.test_server.TestAccountController.test_GET_invalid_accept test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok test.unit.account.test_server.TestAccountController.test_GET_log_requests_false test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:43 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0420 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0800 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0030 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0480 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0517 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0445 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0515 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0468 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0024 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0086 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0348 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0016 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0281 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0279 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0514 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0715 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0469 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0590 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0541 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0453 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0466 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0689 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0472 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0630 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0034 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0074 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0163 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0416 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0028 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0735 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0477 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0545 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0579 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0585 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0077 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0594 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0302 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0780 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0523 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0327 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0690 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0370 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0031 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0485 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0223 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0231 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0332 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0412 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0263 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0292 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0025 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0665 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0045 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0851 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0313 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0584 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0559 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0665 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0363 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0283 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0499 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0058 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0018 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0020 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0018 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0020 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0022 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0412 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0571 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0014 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 2944455 -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Reloaded swift-proxy-server -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Use tempauth middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: 's3api' is not in list -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0665 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0097 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0335 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0827 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0769 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0325 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0356 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0591 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0824 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0405 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0047 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0039 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0028 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0030 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0026 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0025 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0028 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0025 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0690 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0084 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1167 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0015 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0004 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0881 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0014 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0743 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0709 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0583 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0514 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0514 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0580 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0730 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0381 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0473 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0503 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0475 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0561 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0040 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0030 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0591 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0023 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0596 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0638 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0430 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0780 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0711 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0504 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0461 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0438 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0525 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0474 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0359 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.1137 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0119 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0102 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0328 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0139 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0322 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0475 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0431 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0605 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0326 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0555 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0501 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0354 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0566 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0300 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0895 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0715 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0088 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0035 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0296 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0034 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0502 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0315 "-" 2944510 -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root @@ -7523,1025 +7929,220 @@ test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:43 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'}test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0356 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0013 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:46 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0417 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0355 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0232 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0281 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0380 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0370 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0491 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0924 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0305 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0882 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0576 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0683 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0033 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0042 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0344 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0214 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0324 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.1078 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0264 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0445 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0436 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:47 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0354 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0594 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0642 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0389 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0618 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0518 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0448 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0098 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0039 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0963 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0141 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0315 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0239 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0617 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0804 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.1055 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0693 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0602 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0496 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0330 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0601 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0527 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0959 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0051 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0025 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0502 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0329 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0389 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0105 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0592 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0324 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0454 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0759 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0721 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0097 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0352 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0488 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0026 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0474 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0103 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0438 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0282 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0090 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0519 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0484 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0354 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0024 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0315 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0261 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0607 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0400 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0158 "-" 2944455 -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0136 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0579 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0785 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0376 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0022 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0514 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0891 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0123 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0531 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.1234 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0040 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0489 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0140 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0581 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0975 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0661 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.1163 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0670 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0020 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0340 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0015 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0496 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0395 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0059 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0447 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0607 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0004 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:49 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0312 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0063 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0522 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0033 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0380 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0071 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0544 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0312 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0252 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0228 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0517 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0409 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0103 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0259 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0388 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0646 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0451 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0405 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0356 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0505 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0476 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0348 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0013 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0492 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0268 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0721 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0307 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0990 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0067 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0627 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1065 "-" 2944510 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker @@ -8550,986 +8151,102 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'}test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpexrv8w9v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpexrv8w9v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpexrv8w9v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpexrv8w9v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:42 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0493 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0733 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0801 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0603 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx965def907064428d97cb3-00676d31f7" "proxy-server 2944505" 0.0076 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55145/sdb1/1/a/c" "tx965def907064428d97cb3-00676d31f7" "container-server 2944505" 0.0077 "-" 2944505 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:38331/sda1/1/a/c" "tx965def907064428d97cb3-00676d31f7" "container-server 2944505" 0.0180 "-" 2944505 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx965def907064428d97cb3-00676d31f7" "proxy-server 2944505" 0.1868 "-" 2944505 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx965def907064428d97cb3-00676d31f7" "proxy-server 2944505" 0.1161 "-" 2944505 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/43 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx965def907064428d97cb3-00676d31f7 - 0.2218 - - 1735209463.162286758 1735209463.384099007 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5ee2f679cd0a472282a91-00676d31f7" "proxy-server 2944505" 0.0026 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:38331/sda1/1/a1/c1" "tx5ee2f679cd0a472282a91-00676d31f7" "container-server 2944505" 0.0085 "-" 2944505 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55145/sdb1/1/a1/c1" "tx5ee2f679cd0a472282a91-00676d31f7" "container-server 2944505" 0.0025 "-" 2944505 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5ee2f679cd0a472282a91-00676d31f7" "proxy-server 2944505" 0.1247 "-" 2944505 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5ee2f679cd0a472282a91-00676d31f7" "proxy-server 2944505" 0.0762 "-" 2944505 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/43 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5ee2f679cd0a472282a91-00676d31f7 - 0.1456 - - 1735209463.391412973 1735209463.537003040 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx55150461bb2f44faa6a20-00676d31f7" "proxy-server 2944505" 0.0620 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55145/sdb1/2/a/c1" "tx55150461bb2f44faa6a20-00676d31f7" "container-server 2944505" 0.0658 "-" 2944505 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:38331/sda1/2/a/c1" "tx55150461bb2f44faa6a20-00676d31f7" "container-server 2944505" 0.0101 "-" 2944505 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx55150461bb2f44faa6a20-00676d31f7" "proxy-server 2944505" 0.1630 "-" 2944505 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx55150461bb2f44faa6a20-00676d31f7" "proxy-server 2944505" 0.1997 "-" 2944505 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/43 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx55150461bb2f44faa6a20-00676d31f7 - 0.2841 - - 1735209463.544617176 1735209463.828743696 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:43 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6dd63327283549b099823-00676d31f7" "proxy-server 2944505" 0.0548 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55145/sdb1/1/a/c2" "tx6dd63327283549b099823-00676d31f7" "container-server 2944505" 0.0609 "-" 2944505 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:38331/sda1/1/a/c2" "tx6dd63327283549b099823-00676d31f7" "container-server 2944505" 0.0142 "-" 2944505 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6dd63327283549b099823-00676d31f7" "proxy-server 2944505" 0.2078 "-" 2944505 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6dd63327283549b099823-00676d31f7" "proxy-server 2944505" 0.1611 "-" 2944505 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6dd63327283549b099823-00676d31f7 - 0.3067 - - 1735209463.832800865 1735209464.139466524 2 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket @@ -9538,2499 +8255,2698 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -Wed Dec 25 22:37:43 2024 /tmp/tmp_r2gm3x_/unittest.profile123 -Wed Dec 25 22:37:43 2024 /tmp/tmp_r2gm3x_/unittest.profile2944544 -Wed Dec 25 22:37:43 2024 /tmp/tmp_r2gm3x_/unittest.profile456 - - 30 function calls in 0.003 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.003 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmp_r2gm3x_/unittest.profile123 -Wed Dec 25 22:37:43 2024 /tmp/tmp_r2gm3x_/unittest.profile2944544 -Wed Dec 25 22:37:43 2024 /tmp/tmp_r2gm3x_/unittest.profile456 - - 30 function calls in 0.003 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.003 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -fake INFO: - - 26/Dec/2024/10/37/42 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1735210462 HTTP/1.0 404 - - - - - - - - 0.0003 - - 1735209462.667270660 1735209462.667558432 - -Wed Dec 25 22:37:42 2024 /tmp/tmp4getrjug/log/swift/profile/default.profile2944482 -Wed Dec 25 22:37:42 2024 /tmp/tmp4getrjug/log/swift/profile/default.profile123 -Wed Dec 25 22:37:42 2024 /tmp/tmp4getrjug/log/swift/profile/default.profile456 - - 45 function calls in 0.003 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.002 0.000 0.003 0.000 profile:0(import os;os.getcwd();) - 9 0.001 0.000 0.001 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :1() - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - {'Content-Type': 'application/json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req - raise Exception('blah') -Exception: blah - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0810 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1251 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0005 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0008 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0004 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0007 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0678 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0023 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0603 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0021 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0321 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0372 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0394 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0056 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0422 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0423 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0337 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0390 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0094 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0215 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0368 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0199 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0609 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0823 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0071 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0593 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0080 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0474 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0447 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0371 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0102 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0027 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0321 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.3132 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0869 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0089 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0409 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0803 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0019 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0687 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0547 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0217 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0455 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0755 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0037 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0049 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0773 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0061 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0685 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0288 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0017 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0516 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0004 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0273 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0187 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0021 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0281 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0335 "-" 2944455 - -test DEBUG: - - - [26/Dec/2024:10:37:53 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 2944455 - -test DEBUG: - - - [26/Dec/2024:10:37:53 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 2944455 - -test DEBUG: - - - [26/Dec/2024:10:37:53 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0007 "-" 2944455 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync'test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0583 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0090 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1055 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0070 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0736 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0046 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0517 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0447 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0769 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.3644 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0007 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0005 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0461 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0027 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0108 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0397 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0260 "-" 2944510 - -test DEBUG: - - - [26/Dec/2024:10:37:52 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0006 "-" 2944510 - -test DEBUG: - - - [26/Dec/2024:10:37:52 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0005 "-" 2944510 - -test DEBUG: - - - [26/Dec/2024:10:37:52 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0008 "-" 2944510 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [26/Dec/2024:10:37:52 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0125 "-" 2944510 - -test DEBUG: - - - [26/Dec/2024:10:37:52 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0007 "-" 2944510 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0239 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0070 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0437 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0004 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0384 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0058 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0314 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:52 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0399 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0437 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0185 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0770 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0067 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0077 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0032 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0548 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0142 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0429 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0399 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0087 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0092 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0034 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0036 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0136 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0491 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0117 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0093 "-" 2944510 2 -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0528 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0594 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0036 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0004 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0004 "-" 2944510 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0448 "-" 2944510 - -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.common.test_utils.TestFsync.test_no_fdatasync -test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok - -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.test_utils.TestFsync.test_yes_fdatasync -test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.01s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestFsync.test_no_fdatasync +test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.common.test_utils.TestFsync.test_yes_fdatasync +test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok - -test DEBUG: - - - [26/Dec/2024:10:37:53 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0059 "-" 2944455 - -test DEBUG: - - - [26/Dec/2024:10:37:53 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0006 "-" 2944455 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0581 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0061 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0051 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0358 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0004 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0443 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.4119 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0481 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0324 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0368 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0018 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0374 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0046 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0033 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0029 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0631 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0022 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0764 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0472 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0031 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0076 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0031 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0115 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0034 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0432 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0043 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 2944455 1 -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0392 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0445 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0006 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0003 "-" 2944455 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0243 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0017 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0332 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0489 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0030 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0031 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0298 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0017 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0633 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0386 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0479 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0032 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0330 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0134 "-" 2944455 0 -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0381 "-" 2944455 1 -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0632 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0338 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0154 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0172 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0434 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0369 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0520 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0091 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0051 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0310 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0037 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0031 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0006 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0083 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 2944455 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - 'version-id': item['version_id']}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - headers={'Accept': 'application/json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 371, in reap_container - headers, objects = direct_get_container( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<2 lines>... - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers={USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.account.test_reaper.TestReaper.test_reap_delay -test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device -test.unit.account.test_reaper.TestReaper.test_reap_device ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont @@ -12043,49366 +10959,477 @@ test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0133 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0638 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0363 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0035 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0038 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0361 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0050 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0285 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0352 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0340 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0038 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0645 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0132 "-" 2944510 0 -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0603 "-" 2944510 1 -test INFO: - - - [26/Dec/2024:10:37:54 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.4531 "-" 2944510 2 -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0388 "-" 2944510 3 -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0286 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0457 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0205 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0405 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0593 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0490 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0029 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0087 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0033 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0503 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0033 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0036 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0005 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0272 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0107 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0106 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0312 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0029 "-" 2944510 0 -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0413 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0245 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0450 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0027 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0397 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0576 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0025 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0660 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0393 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0308 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0320 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0032 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0574 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0014 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0547 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0465 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0148 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0224 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0034 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0482 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0033 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0309 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0168 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0732 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0040 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0032 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0081 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0357 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0004 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0671 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0302 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0167 "-" 2944510 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0438 "-" 2944510 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -Something useful -Also useful -Boring, but not secret -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - different_region) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - different_region=different_region) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00209 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00107 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'Content-Md5': 'BzQyDJRaDBiebTWKQj/SCg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '0734320c945a0c189e6d358a423fd20a', 'Content-Length': '289'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'Content-Md5': '6txmfqsiDnGoyMIe5Ogvfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eadc667eab220e71a8c8c21ee4e82f7e', 'Content-Length': '230'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpin8urd3r: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_header -test.unit.common.test_utils.TestUtils.test_parse_header ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object - direct_delete_object( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once - for device in os.listdir(self.devices): - ~~~~~~~~~~^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0555 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0039 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0116 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0186 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0073 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0115 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0333 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0104 "-" 2944455 1 -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0440 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0037 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0471 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0095 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0233 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0332 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0046 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0703 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0465 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0214 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0546 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0046 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0560 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0558 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0597 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0432 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0471 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0250 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:56 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0032 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0532 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0060 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0679 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0394 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0401 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0031 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0035 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0078 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0006 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0002 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0943 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0361 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0163 "-" 2944455 - -test INFO: - - - [26/Dec/2024:10:37:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0087 "-" 2944455 - -Ring Builder file does not exist: /tmp/tmpfhhaghze/tmprlubcm9l -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmpdhdvvuqp/tmpowcfxv7g -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmpd5678oj0/tmpwf_s__hc, build version 4, id 11b1bddf8afd4e3aa183e6062743ff38 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpd5678oj0/tmpwf_s__hc.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged.test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf -test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 135 (Last start was 0) -Gather start is 135 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb -Placed 47/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdd -Placed 47/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sda -Placed 47/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc -Placed 240/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdb -Placed 240/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdd -Placed 240/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sda -Placed 5/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc -Placed 5/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdb -Placed 5/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdd -Placed 195/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sda -Placed 195/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc -Placed 195/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdb -Placed 91/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdd -Placed 91/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda -Placed 91/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdc -Placed 116/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb -Placed 116/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdd -Placed 116/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda -Placed 10/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdc -Placed 10/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdb -Placed 10/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdd -Placed 98/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sda -Placed 98/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdc -Placed 98/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb -Placed 89/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdd -Placed 89/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sda -Placed 89/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdc -Placed 27/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdb -Placed 27/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdd -Placed 27/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sda -Placed 93/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdc -Placed 93/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdb -Placed 93/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdd -Placed 251/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda -Placed 251/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdc -Placed 251/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdb -Placed 177/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd -Placed 177/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sda -Placed 177/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdc -Placed 190/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdb -Placed 190/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdd -Placed 190/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sda -Placed 20/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdc -Placed 20/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdb -Placed 20/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd -Placed 74/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda -Placed 74/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdc -Placed 74/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdb -Placed 81/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd -Placed 81/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda -Placed 81/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc -Placed 101/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdb -Placed 101/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd -Placed 101/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda -Placed 111/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdc -Placed 111/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb -Placed 111/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdd -Placed 39/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sda -Placed 39/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdc -Placed 39/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdb -Placed 199/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdd -Placed 199/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sda -Placed 199/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdc -Placed 38/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdb -Placed 38/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdd -Placed 38/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sda -Placed 63/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdc -Placed 63/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdb -Placed 63/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdd -Placed 55/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sda -Placed 55/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdc -Placed 55/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdb -Placed 46/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdd -Placed 46/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sda -Placed 46/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc -Placed 141/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdb -Placed 141/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdd -Placed 141/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sda -Placed 33/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdc -Placed 33/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdb -Placed 33/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd -Placed 137/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sda -Placed 137/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdc -Placed 137/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb -Placed 213/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdd -Placed 213/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sda -Placed 213/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdc -Placed 218/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdb -Placed 218/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdd -Placed 218/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sda -Placed 244/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdc -Placed 244/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdb -Placed 244/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdd -Placed 126/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sda -Placed 126/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdc -Placed 126/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdb -Placed 50/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdd -Placed 50/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sda -Placed 50/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdc -Placed 8/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdb -Placed 8/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdd -Placed 8/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sda -Placed 13/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdc -Placed 13/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb -Placed 13/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdd -Placed 229/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda -Placed 229/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdc -Placed 229/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdb -Placed 69/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdd -Placed 69/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda -Placed 69/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc -Placed 194/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdb -Placed 194/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdd -Placed 194/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sda -Placed 28/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdc -Placed 28/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdb -Placed 28/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd -Placed 214/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda -Placed 214/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdc -Placed 214/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb -Placed 186/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd -Placed 186/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sda -Placed 186/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdc -Placed 71/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb -Placed 71/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd -Placed 71/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda -Placed 68/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdc -Placed 68/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb -Placed 68/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdd -Placed 129/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sda -Placed 129/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc -Placed 129/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdb -Placed 171/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdd -Placed 171/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda -Placed 171/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdc -Placed 78/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdb -Placed 78/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd -Placed 78/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sda -Placed 174/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdc -Placed 174/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb -Placed 174/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdd -Placed 48/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sda -Placed 48/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdc -Placed 48/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdb -Placed 248/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdd -Placed 248/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sda -Placed 248/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdc -Placed 162/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdb -Placed 162/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdd -Placed 162/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sda -Placed 146/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdc -Placed 146/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb -Placed 146/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdd -Placed 18/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda -Placed 18/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc -Placed 18/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdb -Placed 224/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd -Placed 224/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sda -Placed 224/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdc -Placed 201/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb -Placed 201/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdd -Placed 201/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda -Placed 30/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdc -Placed 30/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdb -Placed 30/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdd -Placed 215/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sda -Placed 215/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdc -Placed 215/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdb -Placed 117/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd -Placed 117/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda -Placed 117/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdc -Placed 204/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdb -Placed 204/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdd -Placed 204/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda -Placed 21/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdc -Placed 21/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdb -Placed 21/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd -Placed 34/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda -Placed 34/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdc -Placed 34/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb -Placed 53/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdd -Placed 53/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sda -Placed 53/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc -Placed 58/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdb -Placed 58/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdd -Placed 58/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sda -Placed 192/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdc -Placed 192/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdb -Placed 192/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdd -Placed 64/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sda -Placed 64/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdc -Placed 64/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdb -Placed 156/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdd -Placed 156/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sda -Placed 156/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc -Placed 206/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb -Placed 206/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdd -Placed 206/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda -Placed 222/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdc -Placed 222/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdb -Placed 222/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdd -Placed 88/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sda -Placed 88/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc -Placed 88/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdb -Placed 200/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdd -Placed 200/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sda -Placed 200/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc -Placed 166/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb -Placed 166/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd -Placed 166/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sda -Placed 72/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdc -Placed 72/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdb -Placed 72/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd -Placed 128/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda -Placed 128/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdc -Placed 128/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdb -Placed 15/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdd -Placed 15/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sda -Placed 15/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc -Placed 23/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdb -Placed 23/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd -Placed 23/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sda -Placed 95/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdc -Placed 95/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdb -Placed 95/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdd -Placed 145/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda -Placed 145/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc -Placed 145/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdb -Placed 83/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd -Placed 83/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda -Placed 83/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdc -Placed 97/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdb -Placed 97/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdd -Placed 97/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sda -Placed 107/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdc -Placed 107/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdb -Placed 107/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdd -Placed 125/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sda -Placed 125/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc -Placed 125/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdb -Placed 62/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdd -Placed 62/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sda -Placed 62/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc -Placed 73/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdb -Placed 73/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdd -Placed 73/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sda -Placed 246/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdc -Placed 246/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdb -Placed 246/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd -Placed 136/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sda -Placed 136/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdc -Placed 136/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb -Placed 142/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdd -Placed 142/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sda -Placed 142/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdc -Placed 247/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdb -Placed 247/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdd -Placed 247/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sda -Placed 3/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdc -Placed 3/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdb -Placed 3/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd -Placed 123/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sda -Placed 123/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdc -Placed 123/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdb -Placed 183/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdd -Placed 183/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sda -Placed 183/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdc -Placed 57/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdb -Placed 57/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd -Placed 57/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sda -Placed 130/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc -Placed 130/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb -Placed 130/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdd -Placed 86/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda -Placed 86/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdc -Placed 86/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb -Placed 29/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdd -Placed 29/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sda -Placed 29/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc -Placed 70/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb -Placed 70/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdd -Placed 70/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sda -Placed 207/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdc -Placed 207/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdb -Placed 207/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdd -Placed 233/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda -Placed 233/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc -Placed 233/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdb -Placed 103/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd -Placed 103/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sda -Placed 103/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdc -Placed 176/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdb -Placed 176/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdd -Placed 176/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sda -Placed 100/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc -Placed 100/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdb -Placed 100/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdd -Placed 75/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda -Placed 75/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdc -Placed 75/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdb -Placed 175/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd -Placed 175/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sda -Placed 175/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdc -Placed 243/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdb -Placed 243/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd -Placed 243/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sda -Placed 161/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdc -Placed 161/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdb -Placed 161/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdd -Placed 151/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sda -Placed 151/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdc -Placed 151/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb -Placed 94/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdd -Placed 94/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sda -Placed 94/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdc -Placed 219/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdb -Placed 219/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdd -Placed 219/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sda -Placed 114/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdc -Placed 114/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb -Placed 114/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdd -Placed 148/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sda -Placed 148/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdc -Placed 148/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdb -Placed 169/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdd -Placed 169/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sda -Placed 169/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc -Placed 188/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdb -Placed 188/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdd -Placed 188/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sda -Placed 217/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdc -Placed 217/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb -Placed 217/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd -Placed 44/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sda -Placed 44/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdc -Placed 44/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdb -Placed 254/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdd -Placed 254/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda -Placed 254/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdc -Placed 227/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdb -Placed 227/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdd -Placed 227/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda -Placed 9/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc -Placed 9/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdb -Placed 9/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdd -Placed 51/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda -Placed 51/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc -Placed 51/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdb -Placed 6/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdd -Placed 6/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sda -Placed 6/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc -Placed 17/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb -Placed 17/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdd -Placed 17/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sda -Placed 11/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdc -Placed 11/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdb -Placed 11/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdd -Placed 236/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sda -Placed 236/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdc -Placed 236/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdb -Placed 127/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdd -Placed 127/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sda -Placed 127/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdc -Placed 191/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb -Placed 191/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd -Placed 191/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda -Placed 231/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc -Placed 231/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdb -Placed 231/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdd -Placed 19/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sda -Placed 19/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdc -Placed 19/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdb -Placed 234/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdd -Placed 234/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sda -Placed 234/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc -Placed 80/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb -Placed 80/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdd -Placed 80/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sda -Placed 41/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdc -Placed 41/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdb -Placed 41/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd -Placed 37/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sda -Placed 37/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdc -Placed 37/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb -Placed 220/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdd -Placed 220/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sda -Placed 220/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdc -Placed 147/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb -Placed 147/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdd -Placed 147/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sda -Placed 237/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdc -Placed 237/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdb -Placed 237/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdd -Placed 160/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sda -Placed 160/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdc -Placed 160/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdb -Placed 154/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdd -Placed 154/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sda -Placed 154/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdc -Placed 45/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdb -Placed 45/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd -Placed 45/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sda -Placed 108/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdc -Placed 108/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb -Placed 108/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdd -Placed 14/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sda -Placed 14/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdc -Placed 14/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdb -Placed 22/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdd -Placed 22/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sda -Placed 22/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc -Placed 42/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdb -Placed 42/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdd -Placed 42/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda -Placed 26/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdc -Placed 26/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdb -Placed 26/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdd -Placed 249/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sda -Placed 249/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdc -Placed 249/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdb -Placed 79/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdd -Placed 79/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sda -Placed 79/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdc -Placed 226/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdb -Placed 226/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd -Placed 226/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sda -Placed 110/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdc -Placed 110/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb -Placed 110/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sda -Placed 134/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdc -Placed 134/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdb -Placed 235/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdd -Placed 235/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sda -Placed 235/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdc -Placed 150/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdb -Placed 150/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdd -Placed 150/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sda -Placed 105/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdc -Placed 105/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdb -Placed 105/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdd -Placed 60/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sda -Placed 60/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdc -Placed 60/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdb -Placed 164/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdd -Placed 164/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sda -Placed 164/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdc -Placed 252/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb -Placed 252/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd -Placed 252/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda -Placed 139/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc -Placed 139/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb -Placed 139/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdd -Placed 143/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda -Placed 143/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc -Placed 143/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdb -Placed 85/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdd -Placed 85/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sda -Placed 85/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdc -Placed 253/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdb -Placed 253/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdd -Placed 253/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sda -Placed 232/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdc -Placed 232/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdb -Placed 232/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdd -Placed 198/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sda -Placed 198/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdc -Placed 198/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdb -Placed 212/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdd -Placed 212/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda -Placed 212/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc -Placed 178/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdb -Placed 178/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdd -Placed 178/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda -Placed 223/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdc -Placed 223/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdb -Placed 223/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdd -Placed 149/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sda -Placed 149/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc -Placed 149/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdb -Placed 189/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd -Placed 189/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sda -Placed 189/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdc -Placed 180/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdb -Placed 180/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdd -Placed 180/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sda -Placed 25/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdc -Placed 25/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdb -Placed 25/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdd -Placed 119/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sda -Placed 119/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc -Placed 119/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdb -Placed 230/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdd -Placed 230/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sda -Placed 230/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdc -Placed 77/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdb -Placed 77/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdd -Placed 77/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sda -Placed 133/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdc -Placed 133/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdb -Placed 133/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdd -Placed 35/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda -Placed 35/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdc -Placed 35/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdb -Placed 112/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdd -Placed 112/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda -Placed 112/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdc -Placed 120/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdb -Placed 120/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdd -Placed 120/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda -Placed 24/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc -Placed 24/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb -Placed 24/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdd -Placed 2/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sda -Placed 2/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdc -Placed 2/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdb -Placed 32/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd -Placed 32/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda -Placed 32/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdc -Placed 181/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdb -Placed 181/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdd -Placed 181/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sda -Placed 132/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc -Placed 132/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdb -Placed 132/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdd -Placed 84/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sda -Placed 84/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdc -Placed 84/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdb -Placed 54/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdd -Placed 54/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda -Placed 54/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdc -Placed 4/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdb -Placed 4/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdd -Placed 4/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sda -Placed 36/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdc -Placed 36/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdb -Placed 36/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdd -Placed 245/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda -Placed 245/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdc -Placed 245/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdb -Placed 239/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdd -Placed 239/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda -Placed 239/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdc -Placed 109/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb -Placed 109/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd -Placed 109/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sda -Placed 208/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc -Placed 208/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb -Placed 208/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdd -Placed 43/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda -Placed 43/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdc -Placed 43/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdb -Placed 205/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdd -Placed 205/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sda -Placed 205/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdc -Placed 96/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdb -Placed 96/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd -Placed 96/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sda -Placed 56/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdc -Placed 56/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdb -Placed 56/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd -Placed 157/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda -Placed 157/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdc -Placed 157/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdb -Placed 173/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd -Placed 173/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sda -Placed 173/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdc -Placed 167/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdb -Placed 167/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdd -Placed 167/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sda -Placed 104/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdc -Placed 104/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb -Placed 104/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdd -Placed 159/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda -Placed 159/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdc -Placed 159/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdb -Placed 197/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdd -Placed 197/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sda -Placed 197/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc -Placed 202/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdb -Placed 202/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdd -Placed 202/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sda -Placed 196/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdc -Placed 196/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdb -Placed 196/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdd -Placed 124/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sda -Placed 124/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdc -Placed 124/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdb -Placed 172/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd -Placed 172/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sda -Placed 172/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdc -Placed 0/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdb -Placed 0/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdd -Placed 0/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sda -Placed 168/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdc -Placed 168/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdb -Placed 168/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdd -Placed 140/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sda -Placed 140/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc -Placed 140/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdb -Placed 90/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdd -Placed 90/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda -Placed 90/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdc -Placed 153/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdb -Placed 153/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdd -Placed 153/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sda -Placed 16/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdc -Placed 16/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdb -Placed 16/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdd -Placed 1/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sda -Placed 1/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc -Placed 1/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdb -Placed 61/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdd -Placed 61/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sda -Placed 61/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdc -Placed 144/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdb -Placed 144/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdd -Placed 144/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sda -Placed 121/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdc -Placed 121/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdb -Placed 121/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdd -Placed 209/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda -Placed 209/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdc -Placed 209/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdb -Placed 115/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdd -Placed 115/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sda -Placed 115/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdc -Placed 250/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdb -Placed 250/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdd -Placed 250/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sda -Placed 12/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdc -Placed 12/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdb -Placed 12/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd -Placed 228/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sda -Placed 228/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdc -Placed 228/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdb -Placed 118/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd -Placed 118/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sda -Placed 118/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdc -Placed 82/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdb -Placed 82/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd -Placed 82/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda -Placed 221/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc -Placed 221/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdb -Placed 221/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd -Placed 216/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda -Placed 216/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdc -Placed 216/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdb -Placed 238/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdd -Placed 238/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sda -Placed 238/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdc -Placed 185/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdb -Placed 185/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdd -Placed 185/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sda -Placed 225/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdc -Placed 225/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdb -Placed 225/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdd -Placed 59/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sda -Placed 59/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdc -Placed 59/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdb -Placed 65/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdd -Placed 65/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sda -Placed 65/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdc -Placed 165/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdb -Placed 165/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdd -Placed 165/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda -Placed 99/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdc -Placed 99/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdb -Placed 99/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdd -Placed 102/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sda -Placed 102/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdc -Placed 102/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdb -Placed 113/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdd -Placed 113/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sda -Placed 113/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdc -Placed 135/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb -Placed 135/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdd -Placed 135/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sda -Placed 210/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdc -Placed 210/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdb -Placed 210/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdd -Placed 155/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sda -Placed 155/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdc -Placed 155/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb -Placed 187/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdd -Placed 187/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda -Placed 187/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdc -Placed 52/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdb -Placed 52/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdd -Placed 52/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda -Placed 193/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdc -Placed 193/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb -Placed 193/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdd -Placed 31/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sda -Placed 31/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdc -Placed 31/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdb -Placed 40/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdd -Placed 40/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sda -Placed 40/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdc -Placed 179/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdb -Placed 179/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdd -Placed 179/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sda -Placed 92/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdc -Placed 92/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdb -Placed 92/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd -Placed 87/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda -Placed 87/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdc -Placed 87/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb -Placed 66/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd -Placed 66/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sda -Placed 66/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc -Placed 122/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb -Placed 122/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdd -Placed 122/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sda -Placed 242/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdc -Placed 242/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb -Placed 242/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdd -Placed 49/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sda -Placed 49/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdc -Placed 49/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdb -Placed 67/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdd -Placed 67/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda -Placed 67/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdc -Placed 163/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdb -Placed 163/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdd -Placed 163/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda -Placed 184/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdc -Placed 184/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb -Placed 184/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdd -Placed 138/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sda -Placed 138/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdc -Placed 138/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb -Placed 203/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd -Placed 203/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sda -Placed 203/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdc -Placed 170/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb -Placed 170/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd -Placed 170/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sda -Placed 241/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdc -Placed 241/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdb -Placed 241/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd -Placed 106/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sda -Placed 106/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdc -Placed 106/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdb -Placed 255/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdd -Placed 255/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sda -Placed 255/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc -Placed 76/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdb -Placed 76/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd -Placed 76/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sda -Placed 158/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdc -Placed 158/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdb -Placed 158/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdd -Placed 211/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sda -Placed 211/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdc -Placed 211/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdb -Placed 152/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd -Placed 152/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sda -Placed 152/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdc -Placed 182/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdb -Placed 182/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdd -Placed 182/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda -Placed 131/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdc -Placed 131/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdb -Placed 131/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd -Placed 7/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda -Placed 7/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc -Placed 7/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 217 (Last start was 135) -DEBUG: Gather start is 217 (Last start was 135) -Gather start is 217 (Last start was 135) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 217 (Last start was 135) -DEBUG: Gather start is 217 (Last start was 135) -DEBUG: Gather start is 217 (Last start was 135) -Gather start is 217 (Last start was 135) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 501 Not Implemented -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/37/47 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0031 - - 1735209467.480608225 1735209467.483704090 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/37/47 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0027 - - 1735209467.484969139 1735209467.487645626 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10adfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10adfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00091 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5xhjarn1/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01932 seconds (51.77231/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00133 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00311 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txa04adb7e560f49de9e1a7-00676d31fa) -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx3565030c0ab54c52ba045-00676d31fa) -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx37e24668c9ad4ca9989c0-00676d31fa) -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [25/Dec/2024 22:37:47] "GET /someurl HTTP/1.1" 200 160 0.000111 -proxy INFO: 192.168.0.1 - - [25/Dec/2024 22:37:47] "GET /otherurl HTTP/1.1" 200 179 0.000065 -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [25/Dec/2024 22:37:47] "GET /someurl HTTP/1.0" 200 186 0.000095 -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [25/Dec/2024 22:37:47] "GET /someurl HTTP/1.0" 200 179 0.000080 -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:47] "GET /someurl HTTP/1.0" 200 180 0.000104 -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:47] "GET /someurl HTTP/1.0" 200 180 0.001321 -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -proxy INFO: (2944500) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944500) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:47] "GET /someurl HTTP/1.0" 200 180 0.000108 -proxy INFO: wsgi exiting -proxy INFO: (2944500) wsgi exited, is_accepting=True -test-replicator INFO: [worker 1/2 pid=2944500] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=2944500] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=2944500] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=2944500] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2944500] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2944500] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=2944500] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=2944500] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=2944500] Running object replicator in script mode.test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok - -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 10 1 - 58 1 -Partition Matches - 3 1 - 7 1 - 14 1 - 15 1 - 17 1 - 18 1 - 23 1 - 34 1 - 35 1 - 38 1 - 43 1 - 46 1 - 47 1 - 56 1 - 60 1 - 63 1 - 0 1 - 6 1 - 8 1 - 9 1 - 10 1 - 16 1 - 19 1 - 21 1 - 25 1 - 26 1 - 31 1 - 33 1 - 52 1 - 54 1 - 55 1 - 59 1 - 1 1 - 2 1 - 11 1 - 12 1 - 20 1 - 27 1 - 28 1 - 29 1 - 36 1 - 37 1 - 45 1 - 48 1 - 49 1 - 51 1 - 58 1 - 61 1 -Partition Matches - 3 1 - 5 1 - 6 1 - 7 1 - 17 1 - 19 1 - 25 1 - 36 1 - 43 1 - 44 1 - 46 1 - 47 1 - 48 1 - 51 1 - 54 1 - 59 1 - 1 1 - 4 1 - 8 1 - 9 1 - 12 1 - 15 1 - 26 1 - 27 1 - 34 1 - 35 1 - 37 1 - 45 1 - 50 1 - 53 1 - 61 1 - 62 1 - 11 1 - 14 1 - 20 1 - 21 1 - 23 1 - 24 1 - 28 1 - 33 1 - 39 1 - 40 1 - 41 1 - 49 1 - 52 1 - 55 1 - 57 1 - 60 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 32 1 - 22 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 6 1 - 9 1 -Specified builder file "/tmp/tmpuil5zdlm/tmp9mldh4_0" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 400 Bad Request -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Wed Dec 25 22:37:43 2024 /tmp/tmp_r2gm3x_/unittest.profile123 -Wed Dec 25 22:37:43 2024 /tmp/tmp_r2gm3x_/unittest.profile2944544 -Wed Dec 25 22:37:43 2024 /tmp/tmp_r2gm3x_/unittest.profile456 - - 30 function calls in 0.003 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.003 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile123 - - 5 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.001 0.001 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile123 - - 5 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.001 0.001 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile123 - - 5 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.001 0.001 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile123 - - 5 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.001 0.001 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile123 -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile456 -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile2944544 - - 30 function calls in 0.004 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.002 0.000 0.004 0.001 profile:0(import os;os.getcwd();) - 6 0.002 0.000 0.002 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile123 -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile456 -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile2944544 - - 30 function calls in 0.004 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.002 0.000 0.004 0.001 profile:0(import os;os.getcwd();) - 6 0.002 0.000 0.002 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile123 -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile456 -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile2944544 - - 30 function calls in 0.004 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.002 0.000 0.004 0.001 profile:0(import os;os.getcwd();) - 6 0.002 0.000 0.002 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile2944544 - - 15 function calls in 0.002 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.001 0.000 0.002 0.001 profile:0(import os;os.getcwd();) - 3 0.001 0.000 0.001 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile2944544 - - 15 function calls in 0.002 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.001 0.000 0.002 0.001 profile:0(import os;os.getcwd();) - 3 0.001 0.000 0.001 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:37:43 2024 /tmp/tmpx1scgg77/unittest.profile2944544 - - 15 function calls in 0.002 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.001 0.000 0.002 0.001 profile:0(import os;os.getcwd();) - 3 0.001 0.000 0.001 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - - -user quit -No .MockServer object at 0x7fa3a6eff8a0> running -.MockServerFactory.MockServer object at 0x7fa3a6edc1a0> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0x7fa3ab3ce350> running -No .MockServerFactory.MockServer object at 0x7fa3abd6de50> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fa3ab3fcfc0> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fa3a6edee40> to die; killing -Signal .MockServerFactory.MockServer object at 0x7fa3a6edee40> pid: None signal: 9test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok - - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok - -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions'test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -[2024-12-26 10:37:44] Checking auditor stats -=============================================================================== -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:45 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:46 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1735209468.3846889, time window end: 1735209468.3846889, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync - if not self.container_sync_row( - ~~~~~~~~~~~~~~~~~~~~~~~^ - row, sync_to, user_key, broker, info, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key): - ^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key'test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735209480.74053', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Thu, 26 Dec 2024 10:38:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735209480.78406', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok - -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1735209469.917198, time window end: 1735209469.9172142, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1735209469.9174502, time window end: 1735209469.9183552, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1735209469.9185398, time window end: 1735209469.9186432, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object'test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:47 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:37:50 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizingtest.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.test_utils.TestContextPool.test_close test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok - -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test INFO: - - 26/Dec/2024/10/37/57 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0004 FA - 1735209477.147502422 1735209477.147877693 0 -test INFO: - - 26/Dec/2024/10/37/57 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0015 - - 1735209477.147413492 1735209477.148926497 0 -test INFO: - - 26/Dec/2024/10/37/57 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0005 FA - 1735209477.151688337 1735209477.152138472 0 -test INFO: - - 26/Dec/2024/10/37/57 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0014 - - 1735209477.151599407 1735209477.153015614 0 -test INFO: - - 26/Dec/2024/10/37/57 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0004 FA - 1735209477.155551434 1735209477.155931950 0 -test INFO: - - 26/Dec/2024/10/37/57 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0015 - - 1735209477.155469418 1735209477.156928778 0 -test INFO: - - 26/Dec/2024/10/37/57 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0005 FA - 1735209477.160327673 1735209477.160821676 0 -test INFO: - - 26/Dec/2024/10/37/57 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1735209477.160234451 1735209477.162055492 0test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209483.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209483.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209483.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209483.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok - - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -/tmp/tmpcai8zrp8/tmpu8g90bsd, build version 4, id 8ef47ba739eb448295f3dc28fa2b120b -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpcai8zrp8/tmpu8g90bsd.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok - -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - contents=FileLikeIter(body), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), logger=self.logger, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - sync_to, user_key, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key, ts_meta): - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - headers=headers, - ^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - retries=0) - ^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - contents=FileLikeIter(body), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), logger=self.logger, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - sync_to, user_key, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key, ts_meta): - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - headers=headers, - ^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - retries=0) - ^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok - -test-replicator INFO: [worker 3/3 pid=2944500] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2944500] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2944500] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=2944500] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=2944500] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp8648u9am/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8648u9am/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp8648u9am/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8648u9am/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0691 "-" 2944500 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0576 "-" 2944500 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0877 "-" 2944500 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0644 "-" 2944500 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0a9338fb649a42ffaebf0-00676d31fc" "proxy-server 2944500" 0.0110 "-" 2944500 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:40317/sdb1/1/a/c" "tx0a9338fb649a42ffaebf0-00676d31fc" "container-server 2944500" 0.0240 "-" 2944500 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46623/sda1/1/a/c" "tx0a9338fb649a42ffaebf0-00676d31fc" "container-server 2944500" 0.0332 "-" 2944500 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0a9338fb649a42ffaebf0-00676d31fc" "proxy-server 2944500" 0.2333 "-" 2944500 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0a9338fb649a42ffaebf0-00676d31fc" "proxy-server 2944500" 0.1681 "-" 2944500 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/48 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0a9338fb649a42ffaebf0-00676d31fc - 0.2982 - - 1735209468.447868109 1735209468.746085405 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:48 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0c8b5e627bbf488da95c3-00676d31fc" "proxy-server 2944500" 0.0132 "-" 2944500 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46623/sda1/1/a1/c1" "tx0c8b5e627bbf488da95c3-00676d31fc" "container-server 2944500" 0.0018 "-" 2944500 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40317/sdb1/1/a1/c1" "tx0c8b5e627bbf488da95c3-00676d31fc" "container-server 2944500" 0.0099 "-" 2944500 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0c8b5e627bbf488da95c3-00676d31fc" "proxy-server 2944500" 0.0955 "-" 2944500 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0c8b5e627bbf488da95c3-00676d31fc" "proxy-server 2944500" 0.2584 "-" 2944500 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/49 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0c8b5e627bbf488da95c3-00676d31fc - 0.3045 - - 1735209468.753358364 1735209469.057857513 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaf2927005c5f40d89ec3a-00676d31fd" "proxy-server 2944500" 0.0262 "-" 2944500 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:40317/sdb1/2/a/c1" "txaf2927005c5f40d89ec3a-00676d31fd" "container-server 2944500" 0.0022 "-" 2944500 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46623/sda1/2/a/c1" "txaf2927005c5f40d89ec3a-00676d31fd" "container-server 2944500" 0.0493 "-" 2944500 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txaf2927005c5f40d89ec3a-00676d31fd" "proxy-server 2944500" 0.1291 "-" 2944500 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txaf2927005c5f40d89ec3a-00676d31fd" "proxy-server 2944500" 0.1927 "-" 2944500 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/49 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txaf2927005c5f40d89ec3a-00676d31fd - 0.2426 - - 1735209469.063058615 1735209469.305637836 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe0e1ad93e6474e9bbf59a-00676d31fd" "proxy-server 2944500" 0.0439 "-" 2944500 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:40317/sdb1/1/a/c2" "txe0e1ad93e6474e9bbf59a-00676d31fd" "container-server 2944500" 0.0227 "-" 2944500 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:46623/sda1/1/a/c2" "txe0e1ad93e6474e9bbf59a-00676d31fd" "container-server 2944500" 0.0929 "-" 2944500 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe0e1ad93e6474e9bbf59a-00676d31fd" "proxy-server 2944500" 0.1681 "-" 2944500 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:49 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe0e1ad93e6474e9bbf59a-00676d31fd" "proxy-server 2944500" 0.2236 "-" 2944500 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/49 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe0e1ad93e6474e9bbf59a-00676d31fd - 0.3048 - - 1735209469.309836388 1735209469.614666939 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpsbke6fzz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsbke6fzz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpsbke6fzz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsbke6fzz/tmp_test_proxy_server_chunked/container-sync-realms.conf'test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) -No partitions could be reassigned. -There is no need to do so at this time -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -------------------------------------------------------------------------------- -An error has occurred during ring validation. Common -causes of failure are rings that are empty or do not -have enough devices to accommodate the replica count. -Original exception message: - There are no devices in this ring, or all devices have been deleted -------------------------------------------------------------------------------- -Partition power increase in progress. -You need to finish the increase first before rebalancing. -Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 24.48 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 -------------------------------------------------------------------------------- -NOTE: Dispersion of 33.333333 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 -------------------------------------------------------------------------------- -NOTE: Dispersion of 16.666667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance.test.unit.cli.test_ringbuilder.TestCommands.test_remove_device -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok - -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fa3ab3cec10> to die; killing -Signal .MockServerFactory.MockServer object at 0x7fa3ab3cec10> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fa3abd6de50> to die; killing -Signal .MockServerFactory.MockServer object at 0x7fa3abd6de50> pid: None signal: 9 -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpao0q5cqa/devices/sda1 (pid: 2944544) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpao0q5cqa/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 -test INFO: Object update sweep completed on /tmp/tmpao0q5cqa/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpa_xpfu9s/devices/sda1 (pid: 2944544) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpa_xpfu9s/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 -test INFO: Object update sweep completed on /tmp/tmpa_xpfu9s/devices/sda1 in 0.03s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp2b9ekjs2/devices/sda1 (pid: 2944544) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp2b9ekjs2/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209471.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmp2b9ekjs2/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209471.00000 -test INFO: Object update sweep completed on /tmp/tmp2b9ekjs2/devices/sda1 in 0.03s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpc_y3ytts/devices/sda1 (pid: 2944544) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpc_y3ytts/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209471.00000 -test INFO: Object update sweep completed on /tmp/tmpc_y3ytts/devices/sda1 in 0.05s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpc_y3ytts/devices/sda1 (pid: 2944544) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpc_y3ytts/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209471.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpc_y3ytts/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209471.00000 -test INFO: Object update sweep completed on /tmp/tmpc_y3ytts/devices/sda1 in 0.04s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.04s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpq2x0onsm/devices/sda1 (pid: 2944544) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpq2x0onsm/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpq2x0onsm/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmpq2x0onsm/devices/sda1 in 0.05s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpq2x0onsm/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpq2x0onsm/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 -test INFO: Object update sweep completed on /tmp/tmpq2x0onsm/devices/sda1 in 0.03s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpdi3f_g7v/devices/sda1 (pid: 2944544) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data"test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok - -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0586 "-" 2944500 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0414 "-" 2944500 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0605 "-" 2944500 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0483 "-" 2944500 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5075086d3b9342aba3dd3-00676d31fe" "proxy-server 2944500" 0.0022 "-" 2944500 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55763/sda1/1/a/c" "tx5075086d3b9342aba3dd3-00676d31fe" "container-server 2944500" 0.0103 "-" 2944500 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34253/sdb1/1/a/c" "tx5075086d3b9342aba3dd3-00676d31fe" "container-server 2944500" 0.0140 "-" 2944500 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5075086d3b9342aba3dd3-00676d31fe" "proxy-server 2944500" 0.2361 "-" 2944500 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5075086d3b9342aba3dd3-00676d31fe" "proxy-server 2944500" 0.1585 "-" 2944500 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5075086d3b9342aba3dd3-00676d31fe - 0.2663 - - 1735209470.283417940 1735209470.549715042 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf56100f00a7140cd8db91-00676d31fe" "proxy-server 2944500" 0.0029 "-" 2944500 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55763/sda1/1/a1/c1" "txf56100f00a7140cd8db91-00676d31fe" "container-server 2944500" 0.0232 "-" 2944500 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:34253/sdb1/1/a1/c1" "txf56100f00a7140cd8db91-00676d31fe" "container-server 2944500" 0.0103 "-" 2944500 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf56100f00a7140cd8db91-00676d31fe" "proxy-server 2944500" 0.1318 "-" 2944500 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf56100f00a7140cd8db91-00676d31fe" "proxy-server 2944500" 0.0968 "-" 2944500 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf56100f00a7140cd8db91-00676d31fe - 0.1905 - - 1735209470.552637577 1735209470.743101358 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf1949276f1b647debebe7-00676d31fe" "proxy-server 2944500" 0.0682 "-" 2944500 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34253/sdb1/2/a/c1" "txf1949276f1b647debebe7-00676d31fe" "container-server 2944500" 0.0639 "-" 2944500 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:51 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55763/sda1/2/a/c1" "txf1949276f1b647debebe7-00676d31fe" "container-server 2944500" 0.0261 "-" 2944500 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:51 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf1949276f1b647debebe7-00676d31fe" "proxy-server 2944500" 0.2090 "-" 2944500 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf1949276f1b647debebe7-00676d31fe" "proxy-server 2944500" 0.1598 "-" 2944500 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/51 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf1949276f1b647debebe7-00676d31fe - 0.2972 - - 1735209470.751502037 1735209471.048672676 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:51 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc15c5061e0e5409987484-00676d31ff" "proxy-server 2944500" 0.0363 "-" 2944500 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34253/sdb1/1/a/c2" "txc15c5061e0e5409987484-00676d31ff" "container-server 2944500" 0.0343 "-" 2944500 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55763/sda1/1/a/c2" "txc15c5061e0e5409987484-00676d31ff" "container-server 2944500" 0.0191 "-" 2944500 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc15c5061e0e5409987484-00676d31ff" "proxy-server 2944500" 0.1181 "-" 2944500 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:37:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc15c5061e0e5409987484-00676d31ff" "proxy-server 2944500" 0.2312 "-" 2944500 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/37/51 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc15c5061e0e5409987484-00676d31ff - 0.2898 - - 1735209471.053208113 1735209471.342971325 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - 26/Dec/2024/10/37/57 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209477.164849520 1735209477.165167570 0 -test INFO: - - 26/Dec/2024/10/37/57 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0015 - - 1735209477.164771557 1735209477.166312695 0 -test INFO: - - 26/Dec/2024/10/37/58 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0005 FA - 1735209478.718024015 1735209478.718475580 0 -test INFO: - - 26/Dec/2024/10/37/58 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0005 SSC - 1735209478.719721794 1735209478.720189095 0 -test INFO: - - 26/Dec/2024/10/37/58 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209478.721150875 1735209478.721473217 0 -test INFO: - - 26/Dec/2024/10/37/58 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0143 - - 1735209478.717418432 1735209478.731682301 - -test INFO: - - 26/Dec/2024/10/37/58 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0005 FA - 1735209478.744440317 1735209478.744958162 0 -test INFO: - - 26/Dec/2024/10/37/58 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0013 SSC - 1735209478.754017830 1735209478.755349159 0 -test INFO: - - 26/Dec/2024/10/37/58 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0004 FA - 1735209478.756875515 1735209478.757291079 0 -test INFO: - - 26/Dec/2024/10/37/58 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0145 - - 1735209478.744144917 1735209478.758658409 - -test INFO: - - 26/Dec/2024/10/37/58 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0006 FA - 1735209478.772022963 1735209478.772634029 0 -test INFO: - - 26/Dec/2024/10/37/58 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0006 SSC - 1735209478.781930208 1735209478.782555819 0 -test INFO: - - 26/Dec/2024/10/37/58 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209478.783666134 1735209478.783961535 0 -test INFO: - - 26/Dec/2024/10/37/58 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0135 - - 1735209478.771465540 1735209478.784915924 - -test INFO: - - 26/Dec/2024/10/37/58 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0051 FA - 1735209478.797101498 1735209478.802179337 0 -test INFO: - - 26/Dec/2024/10/37/58 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0004 SSC - 1735209478.803125143 1735209478.803550720 0 -test INFO: - - 26/Dec/2024/10/37/58 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0004 FA - 1735209478.814256907 1735209478.814688921 0 -test INFO: - - 26/Dec/2024/10/37/58 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0191 - - 1735209478.796684027 1735209478.815742254 - -test INFO: - - 26/Dec/2024/10/37/58 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0004 FA - 1735209478.827708721 1735209478.828122616 0 -test INFO: - - 26/Dec/2024/10/37/58 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0004 SSC - 1735209478.828902245 1735209478.829351664 0 -test INFO: - - 26/Dec/2024/10/37/58 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209478.838946342 1735209478.839265585 0 -test INFO: - - 26/Dec/2024/10/37/58 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0128 - - 1735209478.827412128 1735209478.840175390 - -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok - -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:38:07 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209487.17667', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:38:09 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209489.28501', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok - -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpdi3f_g7v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpdi3f_g7v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmpdi3f_g7v/devices/sda1 in 0.04s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpdi3f_g7v/devices/sda1 (pid: 2944544) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpdi3f_g7v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpdi3f_g7v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmpdi3f_g7v/devices/sda1 in 0.04s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpdi3f_g7v/devices/sda1 (pid: 2944544) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpdi3f_g7v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpdi3f_g7v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 to None -test INFO: Object update sweep completed on /tmp/tmpdi3f_g7v/devices/sda1 in 0.05s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpdi3f_g7v/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c/o /tmp/tmpdi3f_g7v/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209472.00000 -test INFO: Object update sweep completed on /tmp/tmpdi3f_g7v/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5qoh5yh_/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmp5qoh5yh_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209473.00000 -test INFO: Object update sweep completed on /tmp/tmp5qoh5yh_/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5qoh5yh_/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qoh5yh_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209474.00000 -test INFO: Object update sweep completed on /tmp/tmp5qoh5yh_/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5qoh5yh_/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qoh5yh_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209475.00000 -test INFO: Object update sweep completed on /tmp/tmp5qoh5yh_/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok - -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209491.10894', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209491.12683', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region -test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok - -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 2944537 -my-daemon DEBUG: Forked worker 2944537 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_filesTraceback (most recent call last): - ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - ... -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): -ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 707, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 651, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 606, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1519, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1664, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1680, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1736, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1026, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000167 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000100 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000079 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET https://cluster.domain HTTP/1.0" 200 117 0.000072 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000087 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx974761963bf54daaa9446-00676d3200) -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (2944448) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "PUT /path HTTP/1.0" 200 105 0.000110 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000092 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000112 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000080 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET / HTTP/1.1" 200 120 0.000119 -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5qoh5yh_/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qoh5yh_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209476.00000 -test INFO: Object update sweep completed on /tmp/tmp5qoh5yh_/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5qoh5yh_/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qoh5yh_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209477.00000 -test INFO: Object update sweep completed on /tmp/tmp5qoh5yh_/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5qoh5yh_/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c/o /tmp/tmp5qoh5yh_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209478.00000 -test INFO: Object update sweep completed on /tmp/tmp5qoh5yh_/devices/sda1 in 0.04s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.05s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpj3qq4c3v/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c/o /tmp/tmpj3qq4c3v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209475.00000 -test INFO: Object update sweep completed on /tmp/tmpj3qq4c3v/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpj3qq4c3v/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c/o /tmp/tmpj3qq4c3v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209477.00000 -test INFO: Object update sweep completed on /tmp/tmpj3qq4c3v/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpdk_drvb6/devices/sda1 (pid: 2944544) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpdk_drvb6/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209474.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpdk_drvb6/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpi7295b0y/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpi7295b0y/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1735209474.61153 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpi7295b0y/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735209474.61278 -test INFO: Object update sweep completed on /tmp/tmpi7295b0y/devices/sda1 in 0.21s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 2944544)test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209493.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok - -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test INFO: - - 26/Dec/2024/10/37/59 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0002 - - 1735209479.014985323 1735209479.015204906 - -test INFO: - - 26/Dec/2024/10/37/59 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1735209479.017359972 1735209479.017372131 - -test INFO: - - 26/Dec/2024/10/38/00 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735209479.415439606 1735209480.115439653 - -test INFO: - - 26/Dec/2024/10/37/59 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735209479.427778959 1735209479.427946568 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 26/Dec/2024/10/37/59 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209479.451534748 1735209479.451660872 - -test INFO: - - 26/Dec/2024/10/37/59 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735209479.453394413 1735209479.453428507 - -test INFO: - - 26/Dec/2024/10/37/59 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735209479.455235243 1735209479.455252409 - -test INFO: - - 26/Dec/2024/10/37/59 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209479.456751347 1735209479.456858158 - -test INFO: - - 26/Dec/2024/10/37/59 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209479.458667517 1735209479.458774567 - -test INFO: - - 26/Dec/2024/10/37/59 GET / HTTP/1.0 200 - - - - 15 - - - 0.0008 - - 1735209479.458630800 1735209479.459476709 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735209480.389151812 1735209480.389311790 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - - 0.0083 - - 1735209480.393378496 1735209480.401722431 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1735209480.404026985 1735209480.404135704 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - - 0.0085 - - 1735209480.405449629 1735209480.413975716 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1735209480.415970564 1735209480.416088343 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0085 - - 1735209480.417412043 1735209480.425944090 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1735209480.427747011 1735209480.427846670 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209480.429082394 1735209480.429185390 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0002 - - 1735209480.444677353 1735209480.444839716 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1735209480.446828127 1735209480.446932793 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1735209480.447862625 1735209480.447942495 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - one%2Cand%20two 1735209480.466534615 1735209480.466743708 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209480.468928099 1735209480.469030619 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209480.475293398 1735209480.475435019 - -test INFO: - - 26/Dec/2024/10/38/00 GET / HTTP/1.0 200 - - - - 8 - - - 0.0005 - one 1735209480.485856056 1735209480.486360550 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 26/Dec/2024/10/38/00 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735209480.507893324 1735209480.508098602 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx50ec8d5c94e243c4b2896-00676d3210) -test INFO: Client disconnected on read of '/a/c' (txn: tx50ec8d5c94e243c4b2896-00676d3210) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx9206ae512f464e46ac90f-00676d3210) -test INFO: Client disconnected on read of '/a/c' (txn: tx9206ae512f464e46ac90f-00676d3210) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txa2cab56d4a654443810fb-00676d3211) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txa2cab56d4a654443810fb-00676d3211) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txa2cab56d4a654443810fb-00676d3211) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txa2cab56d4a654443810fb-00676d3211) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Unlinked retiring db '/tmp/tmpmgd1t_nc/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: Object update single-threaded sweep completed: 2.63s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9cjoktbw/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp9cjoktbw/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735209478.60832 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp9cjoktbw/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735209478.60852 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp9cjoktbw/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735209478.60803 -test INFO: Object update sweep completed on /tmp/tmp9cjoktbw/devices/sda1 in 0.11s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.11s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp90w50whe/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp90w50whe/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735209478.76857 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp90w50whe/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735209478.76793 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp90w50whe/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735209478.76754 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp90w50whe/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735209478.76835 -test INFO: Object update sweep completed on /tmp/tmp90w50whe/devices/sda1 in 0.06s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.07s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpplbrefv0/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpplbrefv0/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735209478.84070 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpplbrefv0/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735209478.84049 -test INFO: Object update sweep completed on /tmp/tmpplbrefv0/devices/sda1 in 0.13s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.13s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbr5anh30/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpbr5anh30/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735209479.01373 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpbr5anh30/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1735209479.02292 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpbr5anh30/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1735209479.02273 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpbr5anh30/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735209479.01771 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpbr5anh30/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1735209479.02214 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpbr5anh30/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735209479.00902 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpbr5anh30/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735209479.02233 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpbr5anh30/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735209479.00931 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpbr5anh30/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735209479.02162 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpbr5anh30/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1735209479.02253 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpbr5anh30/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735209479.02352 -test INFO: Object update sweep completed on /tmp/tmpbr5anh30/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpuhwg_mwm/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpuhwg_mwm/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735209479.26475 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpuhwg_mwm/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735209479.26978 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpuhwg_mwm/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735209479.26518 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpuhwg_mwm/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735209479.26537 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpuhwg_mwm/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735209479.27871 -test INFO: Object update sweep completed on /tmp/tmpuhwg_mwm/devices/sda1 in 0.02s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.02s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpngtuaca9/devices/sda1 (pid: 2944544) -test INFO: Object update sweep completed on /tmp/tmpngtuaca9/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpngtuaca9/devices/sda1 (pid: 2944544) -test INFO: Object update sweep completed on /tmp/tmpngtuaca9/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpngtuaca9/devices/sda1 (pid: 2944544) -test INFO: Object update sweep completed on /tmp/tmpngtuaca9/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpngtuaca9/devices/sda1 (pid: 2944544) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpngtuaca9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209479.35561test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Unlinked retiring db '/tmp/tmpv441mi85/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0Unlinked retiring db '/tmp/tmprajlbd07/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" -Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" -Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" -Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" -Device 1 already uses 127.0.0.2:6201/sda2. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. -The overload factor is now 19.88% (0.198780) -The change will take effect after the next rebalance. -Overload must be non-negative. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -'swedish fish' is not a valid number. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions.test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpd60eazsq/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpd60eazsq/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpwkg9xjkm/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpwkg9xjkm/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmpyri7pjci/containers/part/suffix/hash/hash.db' -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication componenttest.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0448 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0310 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0422 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0020 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0037 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0497 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0366 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0079 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0996 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0206 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0246 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0372 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0300 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0020 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1294 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0750 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0567 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0357 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0481 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0611 "-" 2944458 0 -test ERROR: ERROR Account update failed with 127.0.0.1:48375/sda1 (will retry later): Response 503 OK -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0551 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0692 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0653 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0195 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0461 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0013 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.2411 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0047 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0785 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:02 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0020 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0573 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0154 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0777 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0281 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0020 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0343 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0015 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0364 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0018 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0474 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0018 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0006 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0221 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0026 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0021 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0295 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0040 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0381 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0017 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:04 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0734 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0066 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0334 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0118 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0017 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0588 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0019 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1101 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0080 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:05 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0361 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0020 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0013 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0388 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0024 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0084 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0507 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0071 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0434 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0028 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0057 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0394 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0073 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0055 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0059 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0455 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0396 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0095 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:06 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0067 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0225 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0020 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0016 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0474 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0034 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0017 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0375 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0035 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0730 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0085 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0300 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0229 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0104 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0494 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0036 "-" 2944458 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aef80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10adfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10adfc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f22d10aed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmp2y5t5p7b/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmp2y5t5p7b/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmp2y5t5p7b/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test ERROR: Problem finding shard upper in '/tmp/tmp89vsd95w/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp89vsd95w/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpfuisz97y/containers/part/suffix/hash/container.db'test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209496.94952', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209496.97399', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok - -test INFO: Object update sweep completed on /tmp/tmpngtuaca9/devices/sda1 in 8.30s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 8.30s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpngtuaca9/devices/sda1 (pid: 2944544) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:52843/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:52843/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpngtuaca9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209479.35561 -test INFO: Object update sweep completed on /tmp/tmpngtuaca9/devices/sda1 in 0.03s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpngtuaca9/devices/sda1 (pid: 2944544) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:52843/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpngtuaca9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209479.35561 -test INFO: Object update sweep completed on /tmp/tmpngtuaca9/devices/sda1 in 0.04s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpngtuaca9/devices/sda1 (pid: 2944544) -test INFO: Timeout waiting on remote server 127.0.0.1:52843/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpngtuaca9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209479.35561 -test INFO: Object update sweep completed on /tmp/tmpngtuaca9/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpngtuaca9/devices/sda1 (pid: 2944544) -test INFO: Timeout connecting to remote server 127.0.0.1:52843/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpngtuaca9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209479.35561 -test INFO: Object update sweep completed on /tmp/tmpngtuaca9/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpngtuaca9/devices/sda1 (pid: 2944544) -test DEBUG: Update sent for /a/c/o /tmp/tmpngtuaca9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735209479.35561 -test INFO: Object update sweep completed on /tmp/tmpngtuaca9/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp8pf3s1tz/devices/sda1 (pid: 2944544) -test INFO: Object update sweep progress on /tmp/tmp8pf3s1tz/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update sweep progress on /tmp/tmp8pf3s1tz/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update sweep completed on /tmp/tmp8pf3s1tz/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test INFO: Object update sweep starting on /tmp/tmp09vzsqzf/devices/sda1 (pid: 2944544) -test INFO: Object update sweep completed on /tmp/tmp09vzsqzf/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 2944544) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3d5a0bbbbea347c099784-00676d3216)test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209497.86925', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209497.89193', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0013 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0511 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0121 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:07 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0056 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0069 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0113 "-" 2944458 - -test DEBUG: Unlinked retiring db '/tmp/tmp0t8b8g1v/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0471 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0025 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0069 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0298 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0022 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0287 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0031 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0275 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0040 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0094 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0295 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0072 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0014 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0398 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0081 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0012 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0290 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0228 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0148 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0258 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:08 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0140 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0061 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0394 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0432 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0004 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0818 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0026 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1101 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0402 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0091 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0085 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0140 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0104 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0049 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0138 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0056 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0340 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0097 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0141 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0148 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0107 "-" 2944458 0 -test DEBUG: Unlinked retiring db '/tmp/tmplby00f56/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0047 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0051 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0107 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0148 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0466 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0057 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:09 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0526 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0370 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0098 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0007 "-" 2944458 -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209500.64033', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209500.65448', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209500.66708', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209500.67180', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209500.68273', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -Unlinked retiring db '/tmp/tmpw3_ojnk9/containers/part/suffix/hash/container.db' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0202 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0484 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0170 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0409 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0159 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0047 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0635 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0591 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0057 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0575 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0076 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0370 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0396 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0020 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0006 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0640 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0077 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0092 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0028 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0091 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0075 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0095 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0025 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0091 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0029 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0407 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0029 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0023 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0234 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0330 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0061 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0088 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:10 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0148 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0762 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0598 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0638 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0576 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0153 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0141 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0489 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0124 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0039 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0092 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0436 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0121 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0005 "-" 2944458 -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmpcnlpq1vn/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - headers={'Accept': 'application/json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test INFO: Loaded config file /tmp/tmpn58wb_1q/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpn58wb_1q/backend-ratelimit.conf -test INFO: Loaded new config file /tmp/tmpn58wb_1q/backend-ratelimit.conf, config unchanged -test DEBUG: Loaded existing config file /tmp/tmpn58wb_1q/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp80za747g/missing, config changed -test INFO: Loaded config file /tmp/tmp80za747g/missing, config changed -test INFO: Loaded new config file /tmp/tmp7r58_gz_/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpjo0w306t/backend-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpjo0w306t/backend-ratelimit.conf, config unchanged: BOOM -test INFO: Loaded config file /tmp/tmpjo0w306t/backend-ratelimit.conf, config changed -test INFO: Loaded config file /tmp/tmp65l_s15i/backend-ratelimit.conf, config changed -test DEBUG: Loaded existing config file /tmp/tmp65l_s15i/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp65l_s15i/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp83cw88bj/missing -test INFO: Loaded config file /tmp/tmp5j9m9ud4/override-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmphcloq29f/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmphcloq29f/backend_rl.conf -test WARNING: Failed to load config file, config unchanged: Unable to read config from -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpj2gpp0c0/backend_rl.conf -test INFO: Loaded config file /tmp/tmp_3hn8dwk/backend-ratelimit.conf, config changed -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok - -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3d5a0bbbbea347c099784-00676d3216) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3d5a0bbbbea347c099784-00676d3216) -test ERROR: Container HEAD returning 503 for [] (txn: tx3d5a0bbbbea347c099784-00676d3216) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735209501.17433', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209501.18634', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209501.21781', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209501.22313', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209501.24861', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209501.25388', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735209502.15818', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -cont1 DEBUG: Could not load '/tmp/tmpd1317z_x/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd1317z_x/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpd1317z_x/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd1317z_x/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0468 "-" 2944561 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0245 "-" 2944561 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0226 "-" 2944561 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0397 "-" 2944561 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx46d8f76ccfb0442f8439c-00676d3213" "proxy-server 2944561" 0.0075 "-" 2944561 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54097/sdb1/1/a/c" "tx46d8f76ccfb0442f8439c-00676d3213" "container-server 2944561" 0.0080 "-" 2944561 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56417/sda1/1/a/c" "tx46d8f76ccfb0442f8439c-00676d3213" "container-server 2944561" 0.0041 "-" 2944561 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx46d8f76ccfb0442f8439c-00676d3213" "proxy-server 2944561" 0.1155 "-" 2944561 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx46d8f76ccfb0442f8439c-00676d3213" "proxy-server 2944561" 0.0759 "-" 2944561 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx46d8f76ccfb0442f8439c-00676d3213 - 0.1460 - - 1735209491.324081659 1735209491.470037937 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8d22fece0de04a27a223b-00676d3213" "proxy-server 2944561" 0.0102 "-" 2944561 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56417/sda1/1/a1/c1" "tx8d22fece0de04a27a223b-00676d3213" "container-server 2944561" 0.0075 "-" 2944561 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54097/sdb1/1/a1/c1" "tx8d22fece0de04a27a223b-00676d3213" "container-server 2944561" 0.0028 "-" 2944561 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8d22fece0de04a27a223b-00676d3213" "proxy-server 2944561" 0.0632 "-" 2944561 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8d22fece0de04a27a223b-00676d3213" "proxy-server 2944561" 0.1170 "-" 2944561 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8d22fece0de04a27a223b-00676d3213 - 0.1428 - - 1735209491.474345446 1735209491.617130041 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5ace40b25dbd415f9e019-00676d3213" "proxy-server 2944561" 0.0268 "-" 2944561 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56417/sda1/2/a/c1" "tx5ace40b25dbd415f9e019-00676d3213" "container-server 2944561" 0.0031 "-" 2944561 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54097/sdb1/2/a/c1" "tx5ace40b25dbd415f9e019-00676d3213" "container-server 2944561" 0.0344 "-" 2944561 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5ace40b25dbd415f9e019-00676d3213" "proxy-server 2944561" 0.0674 "-" 2944561 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5ace40b25dbd415f9e019-00676d3213" "proxy-server 2944561" 0.1179 "-" 2944561 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5ace40b25dbd415f9e019-00676d3213 - 0.1756 - - 1735209491.620540142 1735209491.796167850 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1ad53f4167374fc288061-00676d3213" "proxy-server 2944561" 0.0382 "-" 2944561 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54097/sdb1/1/a/c2" "tx1ad53f4167374fc288061-00676d3213" "container-server 2944561" 0.0858 "-" 2944561 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:56417/sda1/1/a/c2" "tx1ad53f4167374fc288061-00676d3213" "container-server 2944561" 0.0028 "-" 2944561 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1ad53f4167374fc288061-00676d3213" "proxy-server 2944561" 0.1218 "-" 2944561 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1ad53f4167374fc288061-00676d3213" "proxy-server 2944561" 0.1613 "-" 2944561 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/12 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1ad53f4167374fc288061-00676d3213 - 0.2174 - - 1735209491.798559427 1735209492.015942812 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx19dab755cba349a38f920-00676d3214) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx777fbae22afa46c8aaaa0-00676d3214) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx591785dc73fc4634b547c-00676d3214) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx591785dc73fc4634b547c-00676d3214) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx591785dc73fc4634b547c-00676d3214) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txdccb309271174d12a8961-00676d3214) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txdccb309271174d12a8961-00676d3214) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txdccb309271174d12a8961-00676d3214) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx314ac67a0cfb4c7398fc0-00676d3214) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx314ac67a0cfb4c7398fc0-00676d3214) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8f81293609114a0cb91ae-00676d3214) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8f81293609114a0cb91ae-00676d3214) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0039 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0073 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0600 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0154 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0100 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0142 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0099 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0141 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0154 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0100 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:12 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0085 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0422 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0435 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0416 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0520 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0193 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0271 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0079 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0012 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0324 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0035 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0365 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0436 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0431 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0248 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0523 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0253 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0114 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0028 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0897 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0357 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0406 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0337 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0351 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0157 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0062 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0022 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0024 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0026 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0021 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0018 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0020 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0298 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0553 "-" 2944458 0 -test DEBUG: Unlinked retiring db '/tmp/tmpo_011cin/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0078 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0056 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0498 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0672 "-" 2944458 0 -test DEBUG: Unlinked retiring db '/tmp/tmpgyxztmxy/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0038 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0428 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0516 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0564 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0103 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0027 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0029 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0378 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0435 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0205 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0041 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0046 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0376 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0579 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:16 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0149 "-" 2944458 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T103824Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209504.46352', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T103824Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209504.55732', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 26/Dec/2024/10/38/07 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209487.355970144 1735209487.356069803 - -test INFO: - - 26/Dec/2024/10/38/07 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209487.356628656 1735209487.356705427 - -test INFO: - - 26/Dec/2024/10/38/07 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209487.357223272 1735209487.357298613 - -test INFO: - - 26/Dec/2024/10/38/07 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209487.357870817 1735209487.357949972 - -test INFO: - - 26/Dec/2024/10/38/07 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209487.358504772 1735209487.358587980 - -test INFO: - - 26/Dec/2024/10/38/08 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1735209487.369128942 1735209488.069128990 - -test INFO: - - 26/Dec/2024/10/38/07 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1735209487.371955633 1735209487.571955681 - -test INFO: - - 26/Dec/2024/10/38/07 GET / HTTP/1.0 200 - - - - 17 - - - 0.0002 SOS - 1735209487.382686138 1735209487.382864714 - -test INFO: - - 26/Dec/2024/10/38/07 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1735209487.385015726 1735209487.385118723 - -test INFO: - - 26/Dec/2024/10/38/07 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1735209487.386751652 1735209487.386840582 - -test INFO: - - 26/Dec/2024/10/38/07 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1735209487.388022900 1735209487.388095140 - -test INFO: - - 26/Dec/2024/10/38/08 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735209487.396022320 1735209488.096022367 0 -test INFO: - - 26/Dec/2024/10/38/07 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209487.422359705 1735209487.422417164 1 -test INFO: - - 26/Dec/2024/10/38/07 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209487.423725843 1735209487.423828125 1 -test INFO: 4.5.6.7 1.2.3.4 26/Dec/2024/10/38/07 GET / HTTP/1.0 200 - - - - 8 - - - 0.0045 - - 1735209487.425423145 1735209487.429950953 - -test INFO: 4.5.6.7 1.2.3.4 26/Dec/2024/10/38/07 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209487.432118893 1735209487.432235956 - -test INFO: - - 26/Dec/2024/10/38/07 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735209487.438991070 1735209487.439168453 - -test INFO: - - 26/Dec/2024/10/38/07 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1735209487.442224503 1735209487.442351103 - -test INFO: - - 26/Dec/2024/10/38/07 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1735209487.443413258 1735209487.443442345 - -test INFO: - - 26/Dec/2024/10/38/07 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735209487.444429159 1735209487.444456100 0 -test INFO: - - 26/Dec/2024/10/38/07 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735209487.445343494 1735209487.445374966 -1 -test INFO: - - 26/Dec/2024/10/38/07 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735209487.455484152 1735209487.455528021 - -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok - -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -test NOTICE: Child 2944510 exiting normally -test NOTICE: Started child 88 from parent 2944510 -test NOTICE: Started child 89 from parent 2944510 -test ERROR: Removing dead child 88 from parent 2944510 -test NOTICE: Started child 90 from parent 2944510 -test NOTICE: Started child 88 from parent 2944510 -test NOTICE: Started child 89 from parent 2944510 -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txec7f3271351d474696d38-00676d3218) -test INFO: Client disconnected on read of '/a/c' (txn: txec7f3271351d474696d38-00676d3218) -test INFO: Client disconnected on read of '/a/c' (txn: tx2c1c1dc31da74f4e8a8f7-00676d3218) -test INFO: Client disconnected on read of '/a/c' (txn: tx2c1c1dc31da74f4e8a8f7-00676d3218) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txea09e4c5123241fe88b96-00676d3218) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx99869f2633c145afac702-00676d3218) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd43583557e344c2ea70e4-00676d3218) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd43583557e344c2ea70e4-00676d3218) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd43583557e344c2ea70e4-00676d3218) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txd43583557e344c2ea70e4-00676d3218) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb6c7de32c52446c2b5c85-00676d3218) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb6c7de32c52446c2b5c85-00676d3218) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb6c7de32c52446c2b5c85-00676d3218) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txb6c7de32c52446c2b5c85-00676d3218) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx43a8ba14f29c4a08bedbd-00676d3218) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx43a8ba14f29c4a08bedbd-00676d3218) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx43a8ba14f29c4a08bedbd-00676d3218) -test ERROR: Account HEAD returning 503 for [] (txn: tx43a8ba14f29c4a08bedbd-00676d3218) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4c01ba4135df4e8e8c421-00676d3218) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txfda4757d17e249cca6614-00676d3218) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txfda4757d17e249cca6614-00676d3218) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9a02494bf69b4587a5ccf-00676d3218) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx51163a4ead094ff098131-00676d3218) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb27d0c7a73604438a6aeb-00676d3218)test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:31 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T103829Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209509.37106', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209509.94451', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok - -test INFO: - - - [26/Dec/2024:10:38:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0034 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0029 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0287 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0657 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0032 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0081 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0036 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0604 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0013 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0369 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0094 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0317 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0090 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0006 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0080 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0048 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0200 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0009 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0005 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0045 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0113 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0008 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0004 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0005 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0080 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0007 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0426 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0144 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0083 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0104 "-" 2944458 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0243 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0102 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0601 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0592 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0040 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0006 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:23 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0555 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0137 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0037 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0126 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0039 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0124 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0140 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0127 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0136 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0169 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0130 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0136 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0133 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:24 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0132 "-" 2944458 0test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx66e799ebdff84c4a803fb-00676d3221) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx66e799ebdff84c4a803fb-00676d3221) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx66e799ebdff84c4a803fb-00676d3221) -test ERROR: Container HEAD returning 503 for [] (txn: tx66e799ebdff84c4a803fb-00676d3221) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb2810b909d73499da4cab-00676d3222) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb2810b909d73499da4cab-00676d3222)test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209519.33184', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209519.54930', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok - -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 -Search value matched 0 devices. -The on-disk ring builder is unchanged. -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -Unknown command: unknown -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok - -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae9251e571344b76a30c6-00676d321b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb773d2340445478fa7a9d-00676d321c) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe6728717a96c4a1d9234a-00676d321c) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txe6728717a96c4a1d9234a-00676d321c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txf4d06002976346d3865b9-00676d321c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf4d06002976346d3865b9-00676d321c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf4d06002976346d3865b9-00676d321c) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txf4d06002976346d3865b9-00676d321c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf4d06002976346d3865b9-00676d321c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf4d06002976346d3865b9-00676d321c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf4d06002976346d3865b9-00676d321c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf4d06002976346d3865b9-00676d321c) -test WARNING: Could not autocreate account '/account' (txn: txf4d06002976346d3865b9-00676d321c) -test INFO: autocreate account '/account' (txn: txed39643421d545718bc30-00676d321c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx92dc38e5441e4b1296935-00676d321c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx92dc38e5441e4b1296935-00676d321c) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx92dc38e5441e4b1296935-00676d321c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx92dc38e5441e4b1296935-00676d321c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx92dc38e5441e4b1296935-00676d321c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx92dc38e5441e4b1296935-00676d321c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx92dc38e5441e4b1296935-00676d321c) -test WARNING: Could not autocreate account '/account' (txn: tx92dc38e5441e4b1296935-00676d321c) -test INFO: autocreate account '/account' (txn: txa44a3964d34c41e58a167-00676d321c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8e43f81b160e4f63ad7f0-00676d321c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8e43f81b160e4f63ad7f0-00676d321c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx8e43f81b160e4f63ad7f0-00676d321c) -test INFO: autocreate account '/account' (txn: tx31f66e8fbacf45c995ffe-00676d321c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx0c6f03da19bb49479534f-00676d321c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx0c6f03da19bb49479534f-00676d321c) -test INFO: autocreate account '/account' (txn: tx0c6f03da19bb49479534f-00676d321c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txf89c308d3eea494885c07-00676d321c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf89c308d3eea494885c07-00676d321c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txf929a089cddf429a99132-00676d321c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx3e3ef891ebd94a36897b6-00676d321c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok - -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb2810b909d73499da4cab-00676d3222) -test ERROR: Container HEAD returning 503 for [] (txn: txb2810b909d73499da4cab-00676d3222) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpyb3k_wcz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyb3k_wcz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpyb3k_wcz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyb3k_wcz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:36 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.1320 "-" 2944544 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:36 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0560 "-" 2944544 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:36 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0599 "-" 2944544 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:36 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0440 "-" 2944544 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:36 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9275c193455f4586a6fec-00676d322c" "proxy-server 2944544" 0.0175 "-" 2944544 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:37 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:39325/sda1/0/a/c" "tx9275c193455f4586a6fec-00676d322c" "container-server 2944544" 0.0283 "-" 2944544 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:37 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:34445/sdb1/0/a/c" "tx9275c193455f4586a6fec-00676d322c" "container-server 2944544" 0.0179 "-" 2944544 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:37 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9275c193455f4586a6fec-00676d322c" "proxy-server 2944544" 0.5595 "-" 2944544 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:37 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9275c193455f4586a6fec-00676d322c" "proxy-server 2944544" 0.4302 "-" 2944544 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/37 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9275c193455f4586a6fec-00676d322c - 0.9925 - - 1735209516.559595108 1735209517.552095652 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:38 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx53d910acdbe3417497717-00676d322d" "proxy-server 2944544" 0.1301 "-" 2944544 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:38 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:34445/sdb1/2/a1/c1" "tx53d910acdbe3417497717-00676d322d" "container-server 2944544" 0.0166 "-" 2944544 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:38 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:39325/sda1/2/a1/c1" "tx53d910acdbe3417497717-00676d322d" "container-server 2944544" 0.0211 "-" 2944544 0test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok - -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx200600d1792746d0afe39-00676d3224) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx12411819780e49cc98a59-00676d3224) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81b66341d49a44718b4bf-00676d3224) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7628c274a1f342b281aa1-00676d3225) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx1b3b6ebd88da432db6da9-00676d322c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txe795a58c1dfe4569b5406-00676d322c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx539c99ca5dab4254ba50e-00676d322c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx539c99ca5dab4254ba50e-00676d322c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx539c99ca5dab4254ba50e-00676d322c) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx23a7e3e061f842efb14b1-00676d322c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx23a7e3e061f842efb14b1-00676d322c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx23a7e3e061f842efb14b1-00676d322c) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txdc750d0ccb1f4431882e5-00676d322c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdc750d0ccb1f4431882e5-00676d322c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txdc750d0ccb1f4431882e5-00676d322c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txdc750d0ccb1f4431882e5-00676d322c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5af8d5ea0f974e05beb3f-00676d322d) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5af8d5ea0f974e05beb3f-00676d322d) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5af8d5ea0f974e05beb3f-00676d322d) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5af8d5ea0f974e05beb3f-00676d322d)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok - -test INFO: - - - [26/Dec/2024:10:38:26 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0147 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:26 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0185 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1288 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:29 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0237 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:29 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0227 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:29 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0416 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:29 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0558 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:29 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0245 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:29 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0449 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:29 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.2062 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1809 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1062 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:30 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.1100 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:30 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0801 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:30 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0733 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1419 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:31 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.1099 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:31 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.1314 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:31 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.1807 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5022 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1313 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:32 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0540 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:32 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0169 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:32 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0182 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1598 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0647 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:33 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.3556 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:33 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.3901 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0626 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0490 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0425 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:33 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.1002 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.1179 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0964 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0268 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0367 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0574 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0241 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0347 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0431 "-" 2944458 0 -test DEBUG: Unlinked retiring db '/tmp/tmpimqj20fd/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [26/Dec/2024:10:38:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.1161 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0236 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0593 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1723 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0883 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0090 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0158 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0327 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0126 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0089 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0609 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0350 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0239 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2632 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1800 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0294 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:36 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1363 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1404 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:36 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0297 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0481 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0901 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0280 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0338 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0861 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:37 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0208 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209522.24395', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:38 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx53d910acdbe3417497717-00676d322d" "proxy-server 2944544" 0.5311 "-" 2944544 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:38 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx53d910acdbe3417497717-00676d322d" "proxy-server 2944544" 0.2334 "-" 2944544 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/38 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx53d910acdbe3417497717-00676d322d - 1.0216 - - 1735209517.814785719 1735209518.836352587 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:38 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0d99237f925344bfab7aa-00676d322e" "proxy-server 2944544" 0.0835 "-" 2944544 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:39 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:39325/sda1/0/a/c1" "tx0d99237f925344bfab7aa-00676d322e" "container-server 2944544" 0.1075 "-" 2944544 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:34445/sdb1/0/a/c1" "tx0d99237f925344bfab7aa-00676d322e" "container-server 2944544" 0.0147 "-" 2944544 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:39 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0d99237f925344bfab7aa-00676d322e" "proxy-server 2944544" 0.2641 "-" 2944544 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0d99237f925344bfab7aa-00676d322e" "proxy-server 2944544" 0.3504 "-" 2944544 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0d99237f925344bfab7aa-00676d322e - 0.5025 - - 1735209518.872071743 1735209519.374532700 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:39 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd56115424aa045dcb3766-00676d322f" "proxy-server 2944544" 0.0711 "-" 2944544 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:39 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:39325/sda1/2/a/c2" "txd56115424aa045dcb3766-00676d322f" "container-server 2944544" 0.0781 "-" 2944544 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:34445/sdb1/2/a/c2" "txd56115424aa045dcb3766-00676d322f" "container-server 2944544" 0.1092 "-" 2944544 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd56115424aa045dcb3766-00676d322f" "proxy-server 2944544" 0.4314 "-" 2944544 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:40 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd56115424aa045dcb3766-00676d322f" "proxy-server 2944544" 0.5475 "-" 2944544 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd56115424aa045dcb3766-00676d322f - 0.7376 - - 1735209519.391762733 1735209520.129347801 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sdatest.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok - - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -Problem occurred while reading builder file: /tmp/tmpj8lzghs6/tmp5tejp_1b. Generic error occurred -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.04 -------------------------------------------------------------------------------- -NOTE: Dispersion of 1.041667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmpj9bywgz0/tmpijb6_j03.builder instead of /tmp/tmpj9bywgz0/tmpijb6_j03.ring.gz as builder file -Reassigned 2 (3.12%) partitions. Balance is now 100.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 100.00 indicates you should push this - ring, wait at least 24 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmp17jxbphb/tmpkgn21n1q.builder instead of /tmp/tmp17jxbphb/tmpkgn21n1q.ring.gz as builder file -Note: using /tmp/tmpgnutz0y4/tmpt73vovb4.builder instead of /tmp/tmpgnutz0y4/tmpt73vovb4.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txe1537744829e477ba9a35-00676d3213) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txdfaae3589d484e048f3bb-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txdfaae3589d484e048f3bb-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txdfaae3589d484e048f3bb-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txdfaae3589d484e048f3bb-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txdfaae3589d484e048f3bb-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdfaae3589d484e048f3bb-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txdfaae3589d484e048f3bb-00676d3213) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx04517817746e464b9d723-00676d3213) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217)test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx592aa62c4b694e5890eb8-00676d3217) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc997ef89b7774df5b2c18-00676d321a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc997ef89b7774df5b2c18-00676d321a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc997ef89b7774df5b2c18-00676d321a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc997ef89b7774df5b2c18-00676d321a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc997ef89b7774df5b2c18-00676d321a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc997ef89b7774df5b2c18-00676d321a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc997ef89b7774df5b2c18-00676d321a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc997ef89b7774df5b2c18-00676d321a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD - return self._handle_acl(app, 'DELETE') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, '') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx042af39f673842c8b7a97-00676d3235) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0bc5f782eb234ad9854b2-00676d3235) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0bc5f782eb234ad9854b2-00676d3235) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bc5f782eb234ad9854b2-00676d3235) -test ERROR: Account HEAD returning 503 for [] (txn: tx0bc5f782eb234ad9854b2-00676d3235) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3279c119380e439c9b9e6-00676d3235) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3279c119380e439c9b9e6-00676d3235) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3279c119380e439c9b9e6-00676d3235) -test ERROR: Account HEAD returning 503 for [] (txn: tx3279c119380e439c9b9e6-00676d3235) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txa423a18f9ac64e078a5b4-00676d3235) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx99781f517ff44b0aaa978-00676d3235) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx99781f517ff44b0aaa978-00676d3235) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx99781f517ff44b0aaa978-00676d3235) -test ERROR: Account HEAD returning 503 for [] (txn: tx99781f517ff44b0aaa978-00676d3235) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txaba21afc3a7c4bb1a297d-00676d3235) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txaba21afc3a7c4bb1a297d-00676d3235) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txaba21afc3a7c4bb1a297d-00676d3235) -test ERROR: Account HEAD returning 503 for [] (txn: txaba21afc3a7c4bb1a297d-00676d3235) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txcef649dab262431490dce-00676d3235) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok - -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server ERROR: Object returning 503 for [] (txn: tx8c74b83dccc345b994f46-00676d321a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx03f0713bccc943c8a1380-00676d321e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx7f2b18c1f2cf4094bf8a5-00676d321e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0383fedec84b40e0b3542-00676d321e) -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok - -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: Setting object count to 1032 (txn: tx754c221c014d409187121-00676d321d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx9334633e083e45d5a3dd8-00676d321d)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok - -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx070f2d1bb6314e44819fa-00676d3236) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx070f2d1bb6314e44819fa-00676d3236) -test INFO: Client disconnected on read of '/a/c' (txn: tx070f2d1bb6314e44819fa-00676d3236) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx697e51d453bf4d0788683-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx819426b630584684b1b63-00676d3236) -test INFO: Client disconnected on read of '/a/c' (txn: tx819426b630584684b1b63-00676d3236) -test INFO: Client disconnected on read of '/a/c/' (txn: tx819426b630584684b1b63-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa56d3e5b566f4481bfb1a-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa56d3e5b566f4481bfb1a-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa56d3e5b566f4481bfb1a-00676d3236) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa56d3e5b566f4481bfb1a-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txfd9e60f8b009415690122-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txfd9e60f8b009415690122-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txfd9e60f8b009415690122-00676d3236) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfd9e60f8b009415690122-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx81d85d75d92748e498b3c-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx81d85d75d92748e498b3c-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx81d85d75d92748e498b3c-00676d3236) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx81d85d75d92748e498b3c-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe0d451ddd41145e391700-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe0d451ddd41145e391700-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe0d451ddd41145e391700-00676d3236) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe0d451ddd41145e391700-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc4502b6d77cc4d75b105d-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc4502b6d77cc4d75b105d-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc4502b6d77cc4d75b105d-00676d3236) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc4502b6d77cc4d75b105d-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf1776f4eafcd4342965af-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf1776f4eafcd4342965af-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf1776f4eafcd4342965af-00676d3236) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf1776f4eafcd4342965af-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbbc535902fac4e37ae228-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbbc535902fac4e37ae228-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbbc535902fac4e37ae228-00676d3236) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbbc535902fac4e37ae228-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2648bc73f571406b97a8f-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2648bc73f571406b97a8f-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2648bc73f571406b97a8f-00676d3236) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2648bc73f571406b97a8f-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb36d56e82ca548fcb10c3-00676d3236) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txb36d56e82ca548fcb10c3-00676d3236) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb36d56e82ca548fcb10c3-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb36d56e82ca548fcb10c3-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb36d56e82ca548fcb10c3-00676d3236) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb36d56e82ca548fcb10c3-00676d3236) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3b45150454ae41159eadc-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3b45150454ae41159eadc-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3b45150454ae41159eadc-00676d3236) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx3b45150454ae41159eadc-00676d3236) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx78cfcc3b91c3447898a13-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx78cfcc3b91c3447898a13-00676d3236) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx78cfcc3b91c3447898a13-00676d3236) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx78cfcc3b91c3447898a13-00676d3236) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx78cfcc3b91c3447898a13-00676d3236) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx78cfcc3b91c3447898a13-00676d3236) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx78cfcc3b91c3447898a13-00676d3236) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx78cfcc3b91c3447898a13-00676d3236) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2153fa4c72554e41b5876-00676d3236) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2153fa4c72554e41b5876-00676d3236) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2153fa4c72554e41b5876-00676d3236) -test ERROR: Container GET returning 503 for [] (txn: tx2153fa4c72554e41b5876-00676d3236) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx809600f337ee40ad9276b-00676d3236) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx809600f337ee40ad9276b-00676d3236) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx809600f337ee40ad9276b-00676d3236) -test ERROR: Container GET returning 503 for [] (txn: tx809600f337ee40ad9276b-00676d3236) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf56b6b1c9bf64a5d8012c-00676d3236) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf56b6b1c9bf64a5d8012c-00676d3236) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf56b6b1c9bf64a5d8012c-00676d3236) -test ERROR: Container GET returning 503 for [] (txn: txf56b6b1c9bf64a5d8012c-00676d3236) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8a66718bc3cf43e1901ef-00676d3236)test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok - -test INFO: - - - [26/Dec/2024:10:38:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1656 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0910 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0083 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0053 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0056 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0067 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2798 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0557 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1334 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0221 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0256 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1201 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1077 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1090 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0229 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0135 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0127 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0735 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0400 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0839 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0806 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0446 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0745 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0027 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0448 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0030 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0085 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0117 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.1186 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0242 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0412 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0202 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.1002 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0476 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0360 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0125 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0397 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0240 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0457 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1060 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0263 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0035 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0958 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0011 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0013 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0017 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0011 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0966 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0210 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0088 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0420 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4856 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0793 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0088 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0564 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 2944458 -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok - -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpodi0897h/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpodi0897h/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmptnqtfj9l/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmptnqtfj9l/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpw7aa0hzj/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpw7aa0hzj/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpw7aa0hzj/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpw7aa0hzj/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpw7aa0hzj/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueErrortest.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: More than one part in a single-part response? -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0845 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1072 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0376 "-" 2944529 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok - -test DEBUG: Setting object count to 48 (txn: tx9334633e083e45d5a3dd8-00676d321d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: Setting object count to 1064 (txn: tx736e2aa2c877494cbea10-00676d321d) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx49f8dbefb2ad4dc9ae225-00676d321d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx49f8dbefb2ad4dc9ae225-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49f8dbefb2ad4dc9ae225-00676d321d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx49f8dbefb2ad4dc9ae225-00676d321d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx49f8dbefb2ad4dc9ae225-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx49f8dbefb2ad4dc9ae225-00676d321d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx49f8dbefb2ad4dc9ae225-00676d321d) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txf76497d9a4fd454c961d5-00676d321d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf76497d9a4fd454c961d5-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf76497d9a4fd454c961d5-00676d321d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf76497d9a4fd454c961d5-00676d321d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf76497d9a4fd454c961d5-00676d321d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf76497d9a4fd454c961d5-00676d321d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf76497d9a4fd454c961d5-00676d321d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Setting object count to 1065 (txn: txe45cfdeaacca423684b4b-00676d3222) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Setting object count to 1065 (txn: tx31ae90830cd14d9391815-00676d3230) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx166fb587cce4426494e61-00676d3239) -test INFO: Client disconnected on read of '/a/c' (txn: tx166fb587cce4426494e61-00676d3239) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx9f5164fc59f34755aa92d-00676d3239) -test INFO: Client disconnected on read of '/a/c' (txn: tx9f5164fc59f34755aa92d-00676d3239) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx35d193174c3e4a3b991e5-00676d323a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx35d193174c3e4a3b991e5-00676d323a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx35d193174c3e4a3b991e5-00676d323a) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx35d193174c3e4a3b991e5-00676d323a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok - -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8a66718bc3cf43e1901ef-00676d3236) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8a66718bc3cf43e1901ef-00676d3236) -test ERROR: Container GET returning 503 for [] (txn: tx8a66718bc3cf43e1901ef-00676d3236) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0bf3ca7c43a940a2b0669-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0bf3ca7c43a940a2b0669-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0bf3ca7c43a940a2b0669-00676d3238) -test ERROR: Container GET returning 503 for [] (txn: tx0bf3ca7c43a940a2b0669-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbc787876c0394d46a913b-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbc787876c0394d46a913b-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbc787876c0394d46a913b-00676d3238) -test ERROR: Container GET returning 503 for [] (txn: txbc787876c0394d46a913b-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx49298fad53ba4d7c9dd6a-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx49298fad53ba4d7c9dd6a-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx49298fad53ba4d7c9dd6a-00676d3238) -test ERROR: Container GET returning 503 for [] (txn: tx49298fad53ba4d7c9dd6a-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txefab944c12e7471c92778-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txefab944c12e7471c92778-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txefab944c12e7471c92778-00676d3238) -test ERROR: Container GET returning 503 for [] (txn: txefab944c12e7471c92778-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx66d4c60927f74342b8a9f-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx66d4c60927f74342b8a9f-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx66d4c60927f74342b8a9f-00676d3238) -test ERROR: Container GET returning 503 for [] (txn: tx66d4c60927f74342b8a9f-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2dfa0628153b406390c89-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2dfa0628153b406390c89-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2dfa0628153b406390c89-00676d3238) -test ERROR: Container GET returning 503 for [] (txn: tx2dfa0628153b406390c89-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4555ffd0252c4c30a9b93-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4555ffd0252c4c30a9b93-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4555ffd0252c4c30a9b93-00676d3238) -test ERROR: Container GET returning 503 for [] (txn: tx4555ffd0252c4c30a9b93-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8d13674a3c35489c9d7ec-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8d13674a3c35489c9d7ec-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8d13674a3c35489c9d7ec-00676d3238) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8d13674a3c35489c9d7ec-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx48c3a639019e47e19b3c2-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx48c3a639019e47e19b3c2-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx48c3a639019e47e19b3c2-00676d3238) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx48c3a639019e47e19b3c2-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx348307b34bd042a195472-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx348307b34bd042a195472-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx348307b34bd042a195472-00676d3238) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx348307b34bd042a195472-00676d3238) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2338feffc93349318c65a-00676d3238) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2338feffc93349318c65a-00676d3238) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2338feffc93349318c65a-00676d3238) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2338feffc93349318c65a-00676d3238) -test INFO: Client disconnected on read of '/a/c' (txn: tx051e2e22d4604b8e8206b-00676d3238) -test INFO: Client disconnected on read of '/a/c/' (txn: tx051e2e22d4604b8e8206b-00676d3238) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb8e7f5bbf0ac4e0ab7dd3-00676d3238) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb8e7f5bbf0ac4e0ab7dd3-00676d3238) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb8e7f5bbf0ac4e0ab7dd3-00676d3238) -test ERROR: Account HEAD returning 503 for [] (txn: txb8e7f5bbf0ac4e0ab7dd3-00676d3238) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txd482a94631f0443e99a2e-00676d3238) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txd482a94631f0443e99a2e-00676d3238) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txd482a94631f0443e99a2e-00676d3238) -test ERROR: Account HEAD returning 503 for [] (txn: txd482a94631f0443e99a2e-00676d3238) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx000d1fa6ac2640d8addf3-00676d3223) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 490, 458, 458, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx62f5dfee52934d9b9b751-00676d3227) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d4776501d9542c3a1fe3-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d4776501d9542c3a1fe3-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d4776501d9542c3a1fe3-00676d3228) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 412 from primary (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdb311ed1a2c24343815fa-00676d3228) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok - -test ERROR: ERROR Could not get container info /tmp/tmpw7aa0hzj/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 4.80s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpw7aa0hzj/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpw7aa0hzj/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.03s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpzdhp9orb/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpzdhp9orb/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.21s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestClosingMapper.test_close -test.unit.common.test_utils.TestClosingMapper.test_close ... ok -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_defaults -test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok - -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0021 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0176 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0799 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0432 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0855 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0124 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0295 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0840 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0354 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1615 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0821 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0763 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0768 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.1027 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1423 "-" 2944529 2 -test ERROR: ERROR Account update failed with 127.0.0.1:60487/sda1 (will retry later): Response 503 OK -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1140 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0952 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:39 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0861 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0017 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0027 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0967 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0275 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.5622 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0081 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1665 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0150 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1587 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0330 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1201 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0789 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0238 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0182 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0364 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0030 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0080 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0322 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0123 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0056 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0360 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0027 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:41 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0513 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0093 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0014 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0559 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0023 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0197 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0560 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0083 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0452 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0120 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0014 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0533 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0118 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0017 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0026 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0031 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0342 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0029 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0338 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0023 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0139 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0505 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0119 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0534 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0117 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0178 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0599 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0123 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0081 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0463 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0022 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0013 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0255 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0550 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0027 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0049 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0326 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0019 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0384 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0072 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0096 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0453 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0073 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0014 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0360 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0030 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0014 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0297 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0024 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0014 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0412 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0298 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0258 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0572 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0052 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0011 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0026 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0145 "-" 2944529 2 -test DEBUG: Unlinked retiring db '/tmp/tmpkmdb2_be/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0482 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0064 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0278 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0035 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0014 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0355 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0085 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0016 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0283 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0021 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0009 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0319 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0032 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0062 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0438 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0069 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0110 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0437 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0102 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0486 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0149 "-" 2944529 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf29439e94e474ef6bddac-00676d3238) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txf29439e94e474ef6bddac-00676d3238) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe986f0045c4b4e9e8b016-00676d323e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe986f0045c4b4e9e8b016-00676d323e) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe986f0045c4b4e9e8b016-00676d323e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe986f0045c4b4e9e8b016-00676d323e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txe986f0045c4b4e9e8b016-00676d323e) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txe986f0045c4b4e9e8b016-00676d323e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe986f0045c4b4e9e8b016-00676d323e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe986f0045c4b4e9e8b016-00676d323e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe986f0045c4b4e9e8b016-00676d323e) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txe986f0045c4b4e9e8b016-00676d323e) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txe986f0045c4b4e9e8b016-00676d323e) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txe986f0045c4b4e9e8b016-00676d323e) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txe986f0045c4b4e9e8b016-00676d323e) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txe986f0045c4b4e9e8b016-00676d323e) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txe986f0045c4b4e9e8b016-00676d323e) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txe986f0045c4b4e9e8b016-00676d323e) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txe986f0045c4b4e9e8b016-00676d323e) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txe986f0045c4b4e9e8b016-00676d323e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx497e5baff12e49239c908-00676d323e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx497e5baff12e49239c908-00676d323e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx497e5baff12e49239c908-00676d323e) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx497e5baff12e49239c908-00676d323e) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx8658213a625144ec850e4-00676d323e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8658213a625144ec850e4-00676d323e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8658213a625144ec850e4-00676d323e) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx8658213a625144ec850e4-00676d323e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: Setting object count to 3120 (txn: tx6164d38acb7c4021b938a-00676d3245) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: Setting object count to 3120 (txn: txb24e9fb055e14a33ae617-00676d3246) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: Setting object count to 3120 (txn: tx7b281494b1864107a6f44-00676d3246) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: Setting object count to 3120 (txn: txe0d7bf0f4f77497a8811b-00676d3246) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok - -test INFO: - - - [26/Dec/2024:10:38:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0577 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0191 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0554 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0864 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0065 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0841 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0197 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0681 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0403 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0338 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0666 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0085 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0075 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0688 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0572 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0460 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0028 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0326 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0175 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0375 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0144 "-" 2944458 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0007 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1143 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0247 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0410 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0104 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0603 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0329 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0882 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0082 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0575 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0081 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0945 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0081 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0121 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0677 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0630 "-" 2944458 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 2944458 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0342 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0006 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0930 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0284 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0573 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0491 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0348 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0169 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0230 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0126 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0237 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0158 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0202 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0039 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0496 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0237 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0459 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0035 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0363 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0128 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0088 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0125 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0845 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0130 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0093 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0090 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0126 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0093 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0095 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0043 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0039 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0030 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0036 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0035 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0030 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0041 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0037 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0036 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0042 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0034 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0038 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0038 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0032 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0033 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0037 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0032 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0038 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0034 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0037 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0042 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0030 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0029 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0034 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:45 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0027 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0032 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0032 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0029 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0032 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0036 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0033 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0033 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0029 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0032 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0038 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0143 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0041 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0034 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0075 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0026 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0035 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0036 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0038 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0075 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0100 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0137 "-" 2944458 0 -test DEBUG: Unlinked retiring db '/tmp/tmpec8fx41l/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0126 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0099 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0195 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0123 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0038 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0351 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0138 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0031 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0123 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:46 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0187 "-" 2944458 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) - -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: Setting object count to 3120 (txn: tx9a5b988864bd4a3ca22c3-00676d3246) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txc81c91ae465b4c9c8d4b5-00676d3246) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx633ac56db8254f4b90368-00676d3246) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx633ac56db8254f4b90368-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx633ac56db8254f4b90368-00676d3246) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx633ac56db8254f4b90368-00676d3246) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx633ac56db8254f4b90368-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx633ac56db8254f4b90368-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx633ac56db8254f4b90368-00676d3246) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx2ba7fbcd5ba34dcda82a3-00676d3246) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txa4d234294c0e4d1b9db49-00676d3246) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa4d234294c0e4d1b9db49-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa4d234294c0e4d1b9db49-00676d3246) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa4d234294c0e4d1b9db49-00676d3246) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txce932917a5ff4b1d95bdc-00676d3246) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txce932917a5ff4b1d95bdc-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txce932917a5ff4b1d95bdc-00676d3246) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txce932917a5ff4b1d95bdc-00676d3246) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txdf24d19f5cdb4dcb89951-00676d3246) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdf24d19f5cdb4dcb89951-00676d3246) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txdf24d19f5cdb4dcb89951-00676d3246) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txdf24d19f5cdb4dcb89951-00676d3246) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok - -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test DEBUG: Skipping the update of recently changed /tmp/tmpqqlt3a3j/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpqqlt3a3j/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpqqlt3a3j/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpqqlt3a3j/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmpy_tq3_sg/garbage is not a directory -test DEBUG: Skipping: /tmp/tmpy_tq3_sg/garbage is not mounted -test DEBUG: Skipping: /tmp/tmpjogqbadd/sdq is not mounted -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpq0_t67sr/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq0_t67sr/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpq0_t67sr/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq0_t67sr/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0707 "-" 2944462 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0633 "-" 2944462 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0419 "-" 2944462 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0331 "-" 2944462 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc29febfdcef241a6b18ee-00676d323c" "proxy-server 2944462" 0.0078 "-" 2944462 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46459/sdb1/1/a/c" "txc29febfdcef241a6b18ee-00676d323c" "container-server 2944462" 0.0180 "-" 2944462 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:40207/sda1/1/a/c" "txc29febfdcef241a6b18ee-00676d323c" "container-server 2944462" 0.0131 "-" 2944462 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc29febfdcef241a6b18ee-00676d323c" "proxy-server 2944462" 0.1132 "-" 2944462 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc29febfdcef241a6b18ee-00676d323c" "proxy-server 2944462" 0.1728 "-" 2944462 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/52 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc29febfdcef241a6b18ee-00676d323c - 0.2204 - - 1735209532.256275177 1735209532.476716280 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx35bcbaf191ec462a9cac5-00676d323c" "proxy-server 2944462" 0.0108 "-" 2944462 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:40207/sda1/1/a1/c1" "tx35bcbaf191ec462a9cac5-00676d323c" "container-server 2944462" 0.0022 "-" 2944462 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46459/sdb1/1/a1/c1" "tx35bcbaf191ec462a9cac5-00676d323c" "container-server 2944462" 0.0094 "-" 2944462 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx35bcbaf191ec462a9cac5-00676d323c" "proxy-server 2944462" 0.0787 "-" 2944462 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx35bcbaf191ec462a9cac5-00676d323c" "proxy-server 2944462" 0.1329 "-" 2944462 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/52 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx35bcbaf191ec462a9cac5-00676d323c - 0.1826 - - 1735209532.483961105 1735209532.666562796 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbb6c5c5fda7b435d8f3f0-00676d323c" "proxy-server 2944462" 0.0344 "-" 2944462 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:40207/sda1/2/a/c1" "txbb6c5c5fda7b435d8f3f0-00676d323c" "container-server 2944462" 0.0206 "-" 2944462 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46459/sdb1/2/a/c1" "txbb6c5c5fda7b435d8f3f0-00676d323c" "container-server 2944462" 0.0024 "-" 2944462 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbb6c5c5fda7b435d8f3f0-00676d323c" "proxy-server 2944462" 0.1256 "-" 2944462 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbb6c5c5fda7b435d8f3f0-00676d323c" "proxy-server 2944462" 0.0641 "-" 2944462 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/52 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txbb6c5c5fda7b435d8f3f0-00676d323c - 0.1861 - - 1735209532.668643236 1735209532.854727983 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:52 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx71ede6ea450e49cb8e45c-00676d323c" "proxy-server 2944462" 0.0605 "-" 2944462 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:46459/sdb1/1/a/c2" "tx71ede6ea450e49cb8e45c-00676d323c" "container-server 2944462" 0.0449 "-" 2944462 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:40207/sda1/1/a/c2" "tx71ede6ea450e49cb8e45c-00676d323c" "container-server 2944462" 0.0088 "-" 2944462 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx71ede6ea450e49cb8e45c-00676d323c" "proxy-server 2944462" 0.1982 "-" 2944462 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx71ede6ea450e49cb8e45c-00676d323c" "proxy-server 2944462" 0.1365 "-" 2944462 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx71ede6ea450e49cb8e45c-00676d323c - 0.2976 - - 1735209532.857126236 1735209533.154773474 2 -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok - -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0014 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0694 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0003 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0947 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0005 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0824 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0273 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0816 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0382 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0169 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0155 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0153 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0146 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0268 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0322 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0344 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0312 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0303 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0269 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0046 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0281 "-" 2944529 2 -test DEBUG: Unlinked retiring db '/tmp/tmpsu4yvp06/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0283 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0317 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0318 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0299 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0564 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0142 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0137 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0006 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0005 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0588 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0685 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0167 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0009 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0050 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0656 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0302 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0492 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0210 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0086 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0013 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0623 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0491 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0136 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0718 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0005 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0859 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0225 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0222 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0769 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.2244 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0157 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0303 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0079 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0342 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0197 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0544 "-" 2944529 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0032 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0215 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0170 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.1003 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0177 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0654 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0930 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0013 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0006 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0006 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0007 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0531 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1051 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0140 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0006 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0595 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0056 "-" 2944529 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0718 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0081 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0097 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0755 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0262 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0275 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0299 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0526 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0100 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0006 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0137 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0144 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0021 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0007 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0836 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0181 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0175 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0182 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0229 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0313 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0222 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0170 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0305 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0883 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0574 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0223 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0377 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0351 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0360 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0054 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0004 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1420 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0149 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0483 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0254 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0552 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0196 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0615 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0357 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0098 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0027 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0501 "-" 2944529 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ~~~^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test ERROR: Problem finding shard upper in '/tmp/tmpivwtf_ia/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpivwtf_ia/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpyas1niy7/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpyas1niy7/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok - -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0077 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0120 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0076 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0120 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0331 "-" 2944458 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 2944458 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0812 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0287 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0863 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0239 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0264 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0591 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0470 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:48 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0561 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0671 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.2813 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0292 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0674 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0420 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0534 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0590 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0697 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0113 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0586 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0337 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0611 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0484 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0742 "-" 2944458 - -test ERROR: ERROR Account update failed with 127.0.0.1:34049/sda1 (will retry later): Response 503 OK -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0660 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0389 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0068 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0083 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0051 "-" 2944458 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0555 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0172 "-" 2944458 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0004 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0520 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0119 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1389 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0483 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0244 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0435 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0113 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0252 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0310 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 2944458 1test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok - -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error in '/tmp/tmp44w5cohd/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmph5vjqnl5/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmph5vjqnl5/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load '914b52e41d36474cafe8f097a4791794': [Errno 2] No such file or directory: '914b52e41d36474cafe8f097a4791794' -test ERROR: Could not load '/tmp/tmpi9ztgmlu/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpi9ztgmlu/container-sync-realms.conf' -Quarantined /tmp/tmp3u4g5xy5/dev/dbs/par/pre/db to /tmp/tmp3u4g5xy5/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp3u4g5xy5/dev/dbs/par/pre/db to /tmp/tmp3u4g5xy5/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp3u4g5xy5/dev/dbs/par/pre/db to /tmp/tmp3u4g5xy5/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmp3u4g5xy5/dev/dbs/par/pre/db to /tmp/tmp3u4g5xy5/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok - -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0363 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0460 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0315 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0328 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0370 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0074 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0036 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0164 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0033 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0037 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0079 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:58 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0075 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:59 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0792 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:59 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0690 "-" 2944529 2 -test DEBUG: Unlinked retiring db '/tmp/tmpv0kjwmgt/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [26/Dec/2024:10:38:59 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0036 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:59 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0136 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:59 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0374 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:38:59 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0740 "-" 2944529 2 -test DEBUG: Unlinked retiring db '/tmp/tmpofrynmoy/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0160 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0171 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0538 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0941 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0121 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0031 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0474 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0328 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0615 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0321 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0291 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0425 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0665 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0896 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0040 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0129 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0133 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0425 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1040 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0040 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0084 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:00 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0037 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0601 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0248 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0423 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0087 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0282 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0009 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0005 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0005 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0005 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0093 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0006 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0005 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0006 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0006 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0005 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0050 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0006 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0005 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0006 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0005 "-" 2944529 1test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -Quarantined /tmp/tmpp85kuc1b/dev/dbs/par/pre/db to /tmp/tmpp85kuc1b/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmp6n1ptgzy/dev/dbs/par/pre/db to /tmp/tmp6n1ptgzy/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server ERROR: Object returning 503 for [] (txn: tx91e31cb55f3a46fbb72da-00676d3228) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx80e8b2b6a5a24bb2806c6-00676d3235) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx93142644c8264309899e8-00676d3235) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txaf35dccf1a6f4380b57f6-00676d3236) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx3e69828179fa4d8286613-00676d3236) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx73e4f47d911648ceb9b5d-00676d3236) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx6ac526faeb444b7c97cb1-00676d3236) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: Object returning 503 for [] (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test WARNING: boom -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpbrtxjgkg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbrtxjgkg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpbrtxjgkg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbrtxjgkg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0543 "-" 2944496 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0343 "-" 2944496 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0522 "-" 2944496 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0400 "-" 2944496 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1011b2815b1a4268afce0-00676d3234" "proxy-server 2944496" 0.0159 "-" 2944496 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43535/sda1/1/a/c" "tx1011b2815b1a4268afce0-00676d3234" "container-server 2944496" 0.0158 "-" 2944496 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47609/sdb1/1/a/c" "tx1011b2815b1a4268afce0-00676d3234" "container-server 2944496" 0.0273 "-" 2944496 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1011b2815b1a4268afce0-00676d3234" "proxy-server 2944496" 0.1345 "-" 2944496 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1011b2815b1a4268afce0-00676d3234" "proxy-server 2944496" 0.2323 "-" 2944496 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/44 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1011b2815b1a4268afce0-00676d3234 - 0.2918 - - 1735209524.324536085 1735209524.616376877 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx56c4828c8de94f7ab94da-00676d3234" "proxy-server 2944496" 0.0112 "-" 2944496 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47609/sdb1/1/a1/c1" "tx56c4828c8de94f7ab94da-00676d3234" "container-server 2944496" 0.0145 "-" 2944496 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43535/sda1/1/a1/c1" "tx56c4828c8de94f7ab94da-00676d3234" "container-server 2944496" 0.0110 "-" 2944496 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx56c4828c8de94f7ab94da-00676d3234" "proxy-server 2944496" 0.1373 "-" 2944496 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx56c4828c8de94f7ab94da-00676d3234" "proxy-server 2944496" 0.1013 "-" 2944496 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/44 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx56c4828c8de94f7ab94da-00676d3234 - 0.1991 - - 1735209524.637791157 1735209524.836912632 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:44 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0cc17f7152ba4da0a8337-00676d3234" "proxy-server 2944496" 0.0396 "-" 2944496 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:47609/sdb1/2/a/c1" "tx0cc17f7152ba4da0a8337-00676d3234" "container-server 2944496" 0.0370 "-" 2944496 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:45 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43535/sda1/2/a/c1" "tx0cc17f7152ba4da0a8337-00676d3234" "container-server 2944496" 0.0026 "-" 2944496 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0cc17f7152ba4da0a8337-00676d3234" "proxy-server 2944496" 0.1324 "-" 2944496 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:45 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0cc17f7152ba4da0a8337-00676d3234" "proxy-server 2944496" 0.0900 "-" 2944496 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0cc17f7152ba4da0a8337-00676d3234 - 0.2010 - - 1735209524.848152161 1735209525.049108028 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf51b8db4d0894665b23df-00676d3235" "proxy-server 2944496" 0.0259 "-" 2944496 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43535/sda1/1/a/c2" "txf51b8db4d0894665b23df-00676d3235" "container-server 2944496" 0.0072 "-" 2944496 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47609/sdb1/1/a/c2" "txf51b8db4d0894665b23df-00676d3235" "container-server 2944496" 0.0618 "-" 2944496 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf51b8db4d0894665b23df-00676d3235" "proxy-server 2944496" 0.1138 "-" 2944496 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:38:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf51b8db4d0894665b23df-00676d3235" "proxy-server 2944496" 0.1779 "-" 2944496 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/38/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf51b8db4d0894665b23df-00676d3235 - 0.2347 - - 1735209525.061288118 1735209525.295948267 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok - -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0013 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0005 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0007 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0005 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0005 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0005 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0610 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0161 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0135 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0111 "-" 2944529 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0004 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0530 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0093 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0005 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0005 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0526 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0604 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0035 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0168 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0118 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0414 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0022 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0084 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0128 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0493 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0135 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0185 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0216 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0134 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0136 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0039 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0296 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0091 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0216 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0167 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0036 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0352 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0006 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0071 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0071 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0005 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0409 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0343 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0293 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0034 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0078 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0084 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0267 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0037 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0039 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0037 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0335 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0441 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0025 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0006 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0525 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0161 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0958 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0472 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0235 "-" 2944529 2 -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:38:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f01cf6cff40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f01cf6cff40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f01cf6cff40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f01cf5b4340>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f01cf5b5300>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f01cf6cff40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f01cf6cff40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok - -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0116 "-" 2944458 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0247 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0081 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0576 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0033 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0036 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0107 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0017 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0346 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0707 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0227 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0034 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0306 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0038 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0051 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0471 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0025 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0128 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0012 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0301 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0079 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0547 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0195 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0232 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0057 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:52 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0192 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0302 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0023 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0078 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0255 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0089 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0310 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0071 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0015 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0103 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0366 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0094 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0094 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0215 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0023 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:53 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0012 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0230 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0020 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0015 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0248 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0108 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0013 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0461 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0025 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0217 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0297 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0024 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0017 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0345 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0185 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0012 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0807 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0028 "-" 2944458 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx641cf95884574bf194ac9-00676d3236) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx7e1825910ea941fa94b77-00676d3249) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx7e1825910ea941fa94b77-00676d3249) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request - return handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response - app_iter.kickoff(req, resp) - ~~~~~~~~~~~~~~~~^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate - chunk = next(iterator) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item - return super(StringAlong, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - ~~~~~~~~~^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ - force_metadata_checks) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - fragment_len, ranges, force_metadata_checks) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txaa0f9a3e5b4d4f10832ed-00676d3249) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server ERROR: Object returning 503 for [] (txn: tx60261448026f49fc9db6c-00676d324d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server ERROR: Object returning 503 for [] (txn: tx7ff9d9ecd57e4fe2b61b1-00676d324e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server ERROR: Object returning 503 for [] (txn: tx2ddd57a48db6443baeb5c-00676d324e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbe85d8d40fee46d39b5a8-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbe85d8d40fee46d39b5a8-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbe85d8d40fee46d39b5a8-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbe85d8d40fee46d39b5a8-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe85d8d40fee46d39b5a8-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe85d8d40fee46d39b5a8-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe85d8d40fee46d39b5a8-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe85d8d40fee46d39b5a8-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe85d8d40fee46d39b5a8-00676d324e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf66c869fdce846d0b2e4c-00676d324e)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0057 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0090 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0460 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0144 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0219 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0044 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0092 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0095 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0084 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0039 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:04 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0124 "-" 2944529 2 -test DEBUG: Unlinked retiring db '/tmp/tmp0mk31qpo/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [26/Dec/2024:10:39:05 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0035 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:05 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0185 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:05 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0150 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1033 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0395 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0142 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0095 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0232 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0092 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0045 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0339 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0042 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0199 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0669 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0051 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0319 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0448 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0041 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0297 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1306 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0260 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0636 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0753 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0366 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0637 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0410 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0031 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0164 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0165 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0119 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0552 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0403 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0374 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0045 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0123 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0670 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0288 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0114 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0164 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0382 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0462 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0291 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 2944529 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0625 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0366 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0779 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0029 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0328 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0123 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0464 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:54 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0022 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0101 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0348 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0025 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0052 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0265 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0070 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0145 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0191 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0137 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0544 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0020 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0065 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0109 "-" 2944458 - -test DEBUG: Unlinked retiring db '/tmp/tmpuxfo9hgf/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0409 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0133 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0445 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0066 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:55 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0573 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0187 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0106 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0071 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0318 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0017 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0465 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0097 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0175 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0305 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0017 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0348 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0138 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0548 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0224 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:56 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0637 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0105 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0337 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 2944458 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0576 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0130 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0382 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0028 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1220 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0472 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0389 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0437 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0688 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0561 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0907 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0423 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0607 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0003 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0528 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:38:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0345 "-" 2944458 0test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok - -test INFO: Client disconnected on read of '/a/c' (txn: tx486968142e42470191638-00676d3239) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx9f415a1882d746a89bc8f-00676d323a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx8eb4a78a70ba48599416c-00676d323a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -Unlinked retiring db '/tmp/tmp6gmiuyet/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: Setting object count to 1068 (txn: tx036b8108c5ec4bafab5f1-00676d324b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Setting object count to 1068 (txn: txab4744eff51a4251b3fd7-00676d324c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx60a43535269c4a089a5f8-00676d3253) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx60a43535269c4a089a5f8-00676d3253) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx60a43535269c4a089a5f8-00676d3253) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx60a43535269c4a089a5f8-00676d3253) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx60a43535269c4a089a5f8-00676d3253) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx60a43535269c4a089a5f8-00676d3253) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx60a43535269c4a089a5f8-00676d3253) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx60a43535269c4a089a5f8-00676d3253) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx138f82a9fba348c39c238-00676d3257) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx138f82a9fba348c39c238-00676d3257) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx138f82a9fba348c39c238-00676d3257) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx138f82a9fba348c39c238-00676d3257) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx138f82a9fba348c39c238-00676d3257) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx138f82a9fba348c39c238-00676d3257) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx138f82a9fba348c39c238-00676d3257) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx138f82a9fba348c39c238-00676d3257) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx138f82a9fba348c39c238-00676d3257) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx138f82a9fba348c39c238-00676d3257) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx138f82a9fba348c39c238-00676d3257) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx138f82a9fba348c39c238-00676d3257) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx138f82a9fba348c39c238-00676d3257) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx138f82a9fba348c39c238-00676d3257) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx138f82a9fba348c39c238-00676d3257) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx24fe1af9b2c044768e44a-00676d325d)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -Unlinked retiring db '/tmp/tmphile60g1/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0356 "-" 2944458 0 -test DEBUG: Unlinked retiring db '/tmp/tmp8h3fqk09/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0500 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0030 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0812 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0086 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0304 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0140 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0465 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0477 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0447 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:39:02 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0006 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:39:02 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0006 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:39:02 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0006 "-" 2944458 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [26/Dec/2024:10:39:02 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0156 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:39:02 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0007 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0513 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0591 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0043 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0008 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0653 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0043 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0599 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0478 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0474 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1030 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:02 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0808 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0111 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0563 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0417 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1076 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0155 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0670 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:39:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0696 "-" 2944458 -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0006 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0311 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0079 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0155 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0032 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0163 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0085 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0138 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0037 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0101 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0120 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0050 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0293 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0052 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0390 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0004 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0004 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0004 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 2944529 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0633 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0078 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0568 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0371 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0250 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0092 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0567 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0554 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0720 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1198 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0956 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0622 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0226 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0271 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0188 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0880 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0399 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0433 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0143 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0736 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0196 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0887 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0260 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0123 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0197 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0310 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0234 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2944529 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -Unlinked retiring db '/tmp/tmpua7n2342/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf66c869fdce846d0b2e4c-00676d324e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txeafef6e8595745ae9c10c-00676d3250) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx56c533bd39644ecba4a6b-00676d3250) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server ERROR: Object returning 503 for [] (txn: tx759be751f7d444519fcf2-00676d3250) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx4ca0598920584382adbcb-00676d3251)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok - -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00056 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test WARNING: Skipping /tmp/tmpznlzubbv/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpznlzubbv/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpznlzubbv/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmp6m3shm14/asdf/data because [Errno 20] Not a directory: '/tmp/tmp6m3shm14/asdf/data' -test WARNING: Skipping /tmp/tmp6m3shm14/asdf/data because [Errno 20] Not a directory: '/tmp/tmp6m3shm14/asdf/data' -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping /tmp/tmptz089ik4/asdf/data because [Errno 20] Not a directory: '/tmp/tmptz089ik4/asdf/data' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response - self.resp = self.conn.getexpect() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect - expect_status = self._status.get_expect_status() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status - raise expect_status -Exception: kaboom! (txn: tx901b4cadb81f4937acad0-00676d323e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx27a4ac3249bb43418c006-00676d323e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txadbe991603d347bc9d4d8-00676d323e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txcb23982817884b5897b7f-00676d3240) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data - chunk = next(data_source) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - self.app.client_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read - raise Exception('exception message') -Exception: exception message (txn: tx82dddc0a8d2341e595971-00676d3240) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txa7ad298269ee41a395e80-00676d3240) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx94145deb45994d868c6c9-00676d3240)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -Unlinked retiring db '/tmp/tmpzy5q7f00/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok - -test INFO: - - - [26/Dec/2024:10:39:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0813 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0109 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0686 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0032 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0243 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0237 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0235 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0032 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0770 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:07 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0842 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0655 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0134 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0604 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0008 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0610 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0487 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0750 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0134 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0172 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0054 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0232 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0606 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0103 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0098 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0329 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0073 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0008 "-" 2944458 nada -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 2944458 999 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0610 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0125 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0397 "-" 2944458 1 -test INFO: - - - [26/Dec/2024:10:39:08 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0109 "-" 2944458 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0004 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0048 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0545 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0655 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0346 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0336 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0699 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0167 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0372 "-" 2944458 0test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok - -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx94145deb45994d868c6c9-00676d3240) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx79556c4f9ca1462a9a22b-00676d3247) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx1c43ef8737eb457b9a6c6-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx1c43ef8737eb457b9a6c6-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx1c43ef8737eb457b9a6c6-00676d3247) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx4576c4df8ee8475485db8-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx4576c4df8ee8475485db8-00676d3247) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx4576c4df8ee8475485db8-00676d3247) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter - return MIMEPutter.connect( - ~~~~~~~~~~~~~~~~~~^ - node, part, req.swift_entity_path, headers, self.app.watchdog, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<4 lines>... - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - need_multiphase=True) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: txa0e8d314c7e8493694418-00676d3247) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0482 "-" 2944529 3 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0139 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0354 "-" 2944529 4 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 2944529 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:13 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0005 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1123 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0495 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0480 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0422 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0517 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0432 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0873 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0606 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0788 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0086 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0832 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0339 "-" 2944529 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 2944529 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0611 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0014 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0192 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0752 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0348 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0417 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0437 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0514 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0142 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0139 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0131 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0127 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0051 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0141 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0072 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0107 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0087 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0083 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0096 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0125 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.1006 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0174 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0206 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0297 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0163 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0046 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0125 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0286 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0169 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0161 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0206 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0118 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0216 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0401 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0204 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0197 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0242 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0201 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0198 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0242 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0238 "-" 2944529 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 26 Dec 2024 10:39:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok - -test INFO: - - - [26/Dec/2024:10:39:10 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0132 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0336 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0079 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0626 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0021 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0324 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0699 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0181 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0046 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0514 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0234 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0451 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0046 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0501 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0622 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0362 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0326 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0010 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0415 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0168 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0370 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0381 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0091 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0407 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0402 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0074 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0013 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:11 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0796 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0121 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0292 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0156 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0153 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0156 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0158 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0158 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0395 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0012 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0667 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0082 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0477 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0009 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0591 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0127 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0541 "-" 2944458 -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txd011ed65ba0742fea9507-00676d324f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd011ed65ba0742fea9507-00676d324f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txd011ed65ba0742fea9507-00676d324f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txc9391d69718a4aea9aa0d-00676d324f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txc9391d69718a4aea9aa0d-00676d324f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txc9391d69718a4aea9aa0d-00676d324f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txc9391d69718a4aea9aa0d-00676d324f) -proxy-server ERROR: Object PUT returning 503 for [201, 503, 201, 503, 201, 201, 201, 201, 201, 201, 503, 201, 503, 201] (txn: txc9391d69718a4aea9aa0d-00676d324f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx426616ed132043c8b1691-00676d324f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx8c175af3611844e09876d-00676d3250) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmptermrwvz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptermrwvz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmptermrwvz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptermrwvz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:12 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0386 "-" 2944482 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:12 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0410 "-" 2944482 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue - for fragment in frag_iter: - ^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read - raise ShortReadError( - "Too few bytes; read %d, expecting %d" % ( - self.nbytes - self.bytes_left, self.nbytes)) -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx4ca0598920584382adbcb-00676d3251) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx0d7fe6250043477b85175-00676d3252) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.02s) (txn: tx5bbaec58e7984732b5bc6-00676d3252) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.4:1004/sde (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0849 "-" 2944482 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0358 "-" 2944482 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx02bc78ef2c604b3091471-00676d3255" "proxy-server 2944482" 0.0072 "-" 2944482 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51767/sdb1/1/a/c" "tx02bc78ef2c604b3091471-00676d3255" "container-server 2944482" 0.0152 "-" 2944482 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34477/sda1/1/a/c" "tx02bc78ef2c604b3091471-00676d3255" "container-server 2944482" 0.0070 "-" 2944482 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx02bc78ef2c604b3091471-00676d3255" "proxy-server 2944482" 0.0835 "-" 2944482 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx02bc78ef2c604b3091471-00676d3255" "proxy-server 2944482" 0.1300 "-" 2944482 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx02bc78ef2c604b3091471-00676d3255 - 0.1588 - - 1735209557.241258383 1735209557.400099516 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfd413f12861049af8ab3e-00676d3255" "proxy-server 2944482" 0.0066 "-" 2944482 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51767/sdb1/1/a1/c1" "txfd413f12861049af8ab3e-00676d3255" "container-server 2944482" 0.0026 "-" 2944482 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34477/sda1/1/a1/c1" "txfd413f12861049af8ab3e-00676d3255" "container-server 2944482" 0.0018 "-" 2944482 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfd413f12861049af8ab3e-00676d3255" "proxy-server 2944482" 0.0849 "-" 2944482 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfd413f12861049af8ab3e-00676d3255" "proxy-server 2944482" 0.1518 "-" 2944482 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfd413f12861049af8ab3e-00676d3255 - 0.1805 - - 1735209557.407266617 1735209557.587798595 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txacbe1ff7c0424b32b7566-00676d3255" "proxy-server 2944482" 0.0530 "-" 2944482 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34477/sda1/2/a/c1" "txacbe1ff7c0424b32b7566-00676d3255" "container-server 2944482" 0.0397 "-" 2944482 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51767/sdb1/2/a/c1" "txacbe1ff7c0424b32b7566-00676d3255" "container-server 2944482" 0.0021 "-" 2944482 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txacbe1ff7c0424b32b7566-00676d3255" "proxy-server 2944482" 0.1609 "-" 2944482 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txacbe1ff7c0424b32b7566-00676d3255" "proxy-server 2944482" 0.1020 "-" 2944482 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txacbe1ff7c0424b32b7566-00676d3255 - 0.2436 - - 1735209557.590985298 1735209557.834554911 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:17 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9e9c3dc14b274f9dab5c1-00676d3255" "proxy-server 2944482" 0.0603 "-" 2944482 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34477/sda1/1/a/c2" "tx9e9c3dc14b274f9dab5c1-00676d3255" "container-server 2944482" 0.0659 "-" 2944482 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51767/sdb1/1/a/c2" "tx9e9c3dc14b274f9dab5c1-00676d3255" "container-server 2944482" 0.0118 "-" 2944482 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9e9c3dc14b274f9dab5c1-00676d3255" "proxy-server 2944482" 0.2586 "-" 2944482 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9e9c3dc14b274f9dab5c1-00676d3255" "proxy-server 2944482" 0.1662 "-" 2944482 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9e9c3dc14b274f9dab5c1-00676d3255 - 0.4205 - - 1735209557.837331772 1735209558.257855892 2 - -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0006 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0003 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0560 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0133 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0004 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0671 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0530 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0019 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0021 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0592 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0010 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0004 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1742 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1297 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0517 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0943 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0757 "-" 2944458 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0765 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0789 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0409 "-" 2944458 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0344 "-" 2944458 0 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0011 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 2944458 - -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0536 "-" 2944458 0 -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpm4t04zlw/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp20wvdls_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.dbtest.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Setting object count to 1058 (txn: tx24fe1af9b2c044768e44a-00676d325d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: Setting object count to 1024 (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: Setting object count to 1024 (txn: txc4e174cc71cf4917a04ff-00676d3263) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Setting object count to 1072 (txn: txe5e7aeff0cec4b52a6de6-00676d3265) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok - -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0160 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0160 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0240 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:15 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0033 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0202 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0118 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0031 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0122 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0161 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0203 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0164 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0169 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0206 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0130 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0167 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0200 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0200 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0164 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0197 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0033 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0122 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0159 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0199 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0702 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0128 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0174 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0203 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0166 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0200 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0195 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0154 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0165 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0168 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:16 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0200 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0264 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0414 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0362 "-" 2944529 2 -test DEBUG: Unlinked retiring db '/tmp/tmpjs42fala/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0417 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0362 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0466 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0308 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0187 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0652 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0470 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0381 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0264 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0270 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0223 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0213 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0047 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0393 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:17 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0843 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1532 "-" 2944529 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 2944529 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0661 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0074 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0461 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0196 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0862 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0135 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1375 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0072 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1098 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0240 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:18 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0829 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0083 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0515 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0019 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0135 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0489 "-" 2944529 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok - -test INFO: Container update single threaded sweep completed: 0.99s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp20wvdls_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.07s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp20wvdls_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.07s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpvyrof163/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpvyrof163/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.08s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmpvyrof163/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmp7mwx557g/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpgoqwij7s/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to read during GET: ChunkReadTimeout (0.01s after 1.71s) (txn: tx8a18e88da1f8464d933a1-00676d3252) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcfff15f7c9c940b7a9315-00676d3255) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3dc04f9e8dc141c7a7815-00676d3255) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1edc0ee13968465e98d3f-00676d3256) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe89c49c1537a4bb1855e4-00676d3257) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/39/24 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0146 - - 1735209564.473454475 1735209564.488043547 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/39/24 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1735209564.489030123 1735209564.489751339 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx20378ecf76cc461499e4c-00676d3258) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ea796ea0ff3412ba8f95-00676d3259) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txc2a29be944814a8186be1-00676d325a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0655 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0761 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0474 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0139 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0927 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0178 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0310 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0642 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0287 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0472 "-" 2944529 - -test ERROR: ERROR Account update failed with 127.0.0.1:35323/sda1 (will retry later): Response 503 OK -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0582 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0140 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0071 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0025 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0115 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0026 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0129 "-" 2944529 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0015 "-" 2944529 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0493 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0097 "-" 2944529 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0005 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0373 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0434 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0513 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0106 "-" 2944529 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0756 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0072 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0505 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0759 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0076 "-" 2944529 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0489 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0091 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0606 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0030 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0078 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0304 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:20 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0561 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0906 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0712 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0025 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0072 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0314 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0025 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0099 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0398 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0027 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0137 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0361 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0071 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0156 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0599 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0219 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0109 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0253 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0059 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:21 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0009 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0279 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0023 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0213 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0085 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0013 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0330 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0029 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0016 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1311 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0462 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:22 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0176 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0258 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0284 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0070 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0289 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0072 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0108 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0388 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0071 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0098 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0505 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0072 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0107 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0569 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0128 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0055 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0386 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:23 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0077 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0014 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0011 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0424 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0460 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0204 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0065 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0413 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0035 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0011 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0325 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0114 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0011 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0449 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0037 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0059 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0451 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0161 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:24 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0446 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0122 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0138 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0459 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0170 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0016 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0405 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0120 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0111 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0030 "-" 2944529 2 -test DEBUG: Unlinked retiring db '/tmp/tmpcw4fiy5u/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0476 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0031 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0015 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0395 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0026 "-" 2944529 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx9653e912795d4b769462b-00676d326c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx9653e912795d4b769462b-00676d326c) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx9653e912795d4b769462b-00676d326c) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx9653e912795d4b769462b-00676d326c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmptnmlu063/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptnmlu063/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmptnmlu063/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptnmlu063/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:40 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0588 "-" 2944455 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:40 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0513 "-" 2944455 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:40 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0688 "-" 2944455 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:41 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.3107 "-" 2944455 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:41 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf57c320c757049b4a3ecb-00676d326d" "proxy-server 2944455" 0.0195 "-" 2944455 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:49287/sda1/0/a/c" "txf57c320c757049b4a3ecb-00676d326d" "container-server 2944455" 0.0023 "-" 2944455 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:54859/sdb1/0/a/c" "txf57c320c757049b4a3ecb-00676d326d" "container-server 2944455" 0.0112 "-" 2944455 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txf57c320c757049b4a3ecb-00676d326d" "proxy-server 2944455" 0.7086 "-" 2944455 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txf57c320c757049b4a3ecb-00676d326d" "proxy-server 2944455" 0.2837 "-" 2944455 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/42 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf57c320c757049b4a3ecb-00676d326d - 0.8490 - - 1735209581.280142546 1735209582.129145622 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2433f17c0b4d48c0acd07-00676d326e" "proxy-server 2944455" 0.0043 "-" 2944455 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:54859/sdb1/2/a1/c1" "tx2433f17c0b4d48c0acd07-00676d326e" "container-server 2944455" 0.0081 "-" 2944455 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:49287/sda1/2/a1/c1" "tx2433f17c0b4d48c0acd07-00676d326e" "container-server 2944455" 0.0024 "-" 2944455 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2433f17c0b4d48c0acd07-00676d326e" "proxy-server 2944455" 0.0693 "-" 2944455 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2433f17c0b4d48c0acd07-00676d326e" "proxy-server 2944455" 0.1020 "-" 2944455 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/42 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2433f17c0b4d48c0acd07-00676d326e - 0.1283 - - 1735209582.140940428 1735209582.269278526 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0a6a1fc278384a29b01d9-00676d326e" "proxy-server 2944455" 0.0153 "-" 2944455 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:54859/sdb1/0/a/c1" "tx0a6a1fc278384a29b01d9-00676d326e" "container-server 2944455" 0.0800 "-" 2944455 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:49287/sda1/0/a/c1" "tx0a6a1fc278384a29b01d9-00676d326e" "container-server 2944455" 0.0027 "-" 2944455 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0a6a1fc278384a29b01d9-00676d326e" "proxy-server 2944455" 0.3205 "-" 2944455 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0a6a1fc278384a29b01d9-00676d326e" "proxy-server 2944455" 0.2582 "-" 2944455 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/42 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0a6a1fc278384a29b01d9-00676d326e - 0.4605 - - 1735209582.273704290 1735209582.734164953 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:42 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5bf396dd25f6483c858a2-00676d326e" "proxy-server 2944455" 0.0908 "-" 2944455 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:43 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:54859/sdb1/2/a/c2" "tx5bf396dd25f6483c858a2-00676d326e" "container-server 2944455" 0.0018 "-" 2944455 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:43 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:49287/sda1/2/a/c2" "tx5bf396dd25f6483c858a2-00676d326e" "container-server 2944455" 0.0572 "-" 2944455 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:43 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5bf396dd25f6483c858a2-00676d326e" "proxy-server 2944455" 0.1886 "-" 2944455 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:43 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5bf396dd25f6483c858a2-00676d326e" "proxy-server 2944455" 0.1505 "-" 2944455 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/43 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5bf396dd25f6483c858a2-00676d326e - 0.3894 - - 1735209582.767290115 1735209583.156679392 2 - -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpe17ev4ao/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpe17ev4ao/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpe17ev4ao/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpu11z2unb/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.10s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: [worker 1/1 pid=2944458] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2944458] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2944458] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2944458] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2944458] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2944458] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2944458] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2944458] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2944458] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2944458] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2944458] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2944458] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2944458] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2944458] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2944458] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2944458] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=2944458] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=2944458] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpzsog15yx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzsog15yx/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpzsog15yx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzsog15yx/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:47 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0634 "-" 2944458 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok - -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx9eb82848934e40768ba3c-00676d325a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx506da18ffa2c402dbc5bb-00676d325d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d)test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok - -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0013 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0365 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0026 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0018 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0322 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:25 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0024 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0018 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0290 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0042 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0119 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0417 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0069 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0313 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0121 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0326 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0028 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0099 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0880 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0168 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0565 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0079 "-" 2944529 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1073 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0323 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0403 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0015 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0004 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1399 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0306 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0393 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0688 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0808 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0400 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1029 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0438 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0305 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0006 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0004 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0007 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0619 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0234 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0448 "-" 2944529 2 -test DEBUG: Unlinked retiring db '/tmp/tmp4cvxzyx7/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0900 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0036 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0794 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0083 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0364 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0151 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0516 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0529 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0003 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0251 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:39:28 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0005 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:39:28 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0007 "-" 2944529 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok - -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmpaukujvdl/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.02s -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpym5m6lq6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735209559.00000, (0, 0) as of 1735209559.00000, active as of 1735209559.00000> to ShardRange<'k' to 't' as of 1735209560.00000, (0, 0) as of 1735209560.00000, active as of 1735209560.00000>, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209564.00000, (0, 0) as of 1735209564.00000, shrinking as of 1735209561.00000> to ShardRange<'k' to 't' as of 1735209564.00000, (0, 0) as of 1735209564.00000, sharding as of 1735209565.00000>, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpfryjt6g1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209560.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/bfa/df73e257b8fd0170e7356ffd01598bfa/df73e257b8fd0170e7356ffd01598bfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209562.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/66f/0adc9eba5e6103f6026043c3af9f666f/0adc9eba5e6103f6026043c3af9f666f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209561.00000, (0, 0) as of 1735209561.00000, found as of 1735209561.00000> to ShardRange<'k' to 't' as of 1735209562.00000, (0, 0) as of 1735209562.00000, created as of 1735209562.00000>, path: .shards_a/shard_c_1735209562.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/66f/0adc9eba5e6103f6026043c3af9f666f/0adc9eba5e6103f6026043c3af9f666f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209564.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/070/55040921f5e66b1b517a4cdef5e7a070/55040921f5e66b1b517a4cdef5e7a070.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209563.00000, (0, 0) as of 1735209563.00000, found as of 1735209563.00000> to ShardRange<'k' to 't' as of 1735209564.00000, (0, 0) as of 1735209564.00000, cleaved as of 1735209564.00000>, path: .shards_a/shard_c_1735209564.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/070/55040921f5e66b1b517a4cdef5e7a070/55040921f5e66b1b517a4cdef5e7a070.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209566.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e2e/68aa5ecd90572031d39399d83137ee2e/68aa5ecd90572031d39399d83137ee2e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209565.00000, (0, 0) as of 1735209565.00000, found as of 1735209565.00000> to ShardRange<'k' to 't' as of 1735209566.00000, (0, 0) as of 1735209566.00000, active as of 1735209566.00000>, path: .shards_a/shard_c_1735209566.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e2e/68aa5ecd90572031d39399d83137ee2e/68aa5ecd90572031d39399d83137ee2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209568.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/d08/6247e459d38734ccdd2cda630d963d08/6247e459d38734ccdd2cda630d963d08.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209567.00000, (0, 0) as of 1735209567.00000, found as of 1735209567.00000> to ShardRange<'k' to 't' as of 1735209568.00000, (0, 0) as of 1735209568.00000, shrinking as of 1735209568.00000>, path: .shards_a/shard_c_1735209568.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/d08/6247e459d38734ccdd2cda630d963d08/6247e459d38734ccdd2cda630d963d08.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209568.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/d08/6247e459d38734ccdd2cda630d963d08/6247e459d38734ccdd2cda630d963d08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209570.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/0e6/9d6cad8bcdef9a9853801cd0320620e6/9d6cad8bcdef9a9853801cd0320620e6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209569.00000, (0, 0) as of 1735209569.00000, found as of 1735209569.00000> to ShardRange<'k' to 't' as of 1735209570.00000, (0, 0) as of 1735209570.00000, sharding as of 1735209570.00000>, path: .shards_a/shard_c_1735209570.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/0e6/9d6cad8bcdef9a9853801cd0320620e6/9d6cad8bcdef9a9853801cd0320620e6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209570.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/0e6/9d6cad8bcdef9a9853801cd0320620e6/9d6cad8bcdef9a9853801cd0320620e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209572.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/a70/01f65fa5f90b94b378b132c8f961aa70/01f65fa5f90b94b378b132c8f961aa70.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209571.00000, (0, 0) as of 1735209571.00000, found as of 1735209571.00000> to ShardRange<'k' to 't' as of 1735209572.00000, (0, 0) as of 1735209572.00000, sharded as of 1735209572.00000>, path: .shards_a/shard_c_1735209572.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/a70/01f65fa5f90b94b378b132c8f961aa70/01f65fa5f90b94b378b132c8f961aa70.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209572.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/a70/01f65fa5f90b94b378b132c8f961aa70/01f65fa5f90b94b378b132c8f961aa70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209574.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/eae/4bb7fceb70d1742f56070298e3d42eae/4bb7fceb70d1742f56070298e3d42eae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209573.00000, (0, 0) as of 1735209573.00000, found as of 1735209573.00000> to ShardRange<'k' to 't' as of 1735209574.00000, (0, 0) as of 1735209574.00000, shrunk as of 1735209574.00000>, path: .shards_a/shard_c_1735209574.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/eae/4bb7fceb70d1742f56070298e3d42eae/4bb7fceb70d1742f56070298e3d42eae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209574.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/eae/4bb7fceb70d1742f56070298e3d42eae/4bb7fceb70d1742f56070298e3d42eae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209576.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/740/1e8b8311d861948e6743bc9a12556740/1e8b8311d861948e6743bc9a12556740.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209575.00000, (0, 0) as of 1735209575.00000, created as of 1735209575.00000> to ShardRange<'k' to 't' as of 1735209576.00000, (0, 0) as of 1735209576.00000, found as of 1735209576.00000>, path: .shards_a/shard_c_1735209576.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/740/1e8b8311d861948e6743bc9a12556740/1e8b8311d861948e6743bc9a12556740.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209578.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/15c/9a207ea0a71ee3cc46f00e7c4015b15c/9a207ea0a71ee3cc46f00e7c4015b15c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209580.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/17f/b88298fc3854c00ecdd97bea674f817f/b88298fc3854c00ecdd97bea674f817f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209579.00000, (0, 0) as of 1735209579.00000, created as of 1735209579.00000> to ShardRange<'k' to 't' as of 1735209580.00000, (0, 0) as of 1735209580.00000, cleaved as of 1735209580.00000>, path: .shards_a/shard_c_1735209580.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/17f/b88298fc3854c00ecdd97bea674f817f/b88298fc3854c00ecdd97bea674f817f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209582.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1c3/5ba87f8ed8fd7fc35cb9e43e494841c3/5ba87f8ed8fd7fc35cb9e43e494841c3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209581.00000, (0, 0) as of 1735209581.00000, created as of 1735209581.00000> to ShardRange<'k' to 't' as of 1735209582.00000, (0, 0) as of 1735209582.00000, active as of 1735209582.00000>, path: .shards_a/shard_c_1735209582.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1c3/5ba87f8ed8fd7fc35cb9e43e494841c3/5ba87f8ed8fd7fc35cb9e43e494841c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209584.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f4c/f2fffc4c00f2cce17a8b89138d669f4c/f2fffc4c00f2cce17a8b89138d669f4c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209583.00000, (0, 0) as of 1735209583.00000, created as of 1735209583.00000> to ShardRange<'k' to 't' as of 1735209584.00000, (0, 0) as of 1735209584.00000, shrinking as of 1735209584.00000>, path: .shards_a/shard_c_1735209584.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f4c/f2fffc4c00f2cce17a8b89138d669f4c/f2fffc4c00f2cce17a8b89138d669f4c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209584.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f4c/f2fffc4c00f2cce17a8b89138d669f4c/f2fffc4c00f2cce17a8b89138d669f4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209586.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c3f/16acbeac8f3ef88d817850edc5a0dc3f/16acbeac8f3ef88d817850edc5a0dc3f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209585.00000, (0, 0) as of 1735209585.00000, created as of 1735209585.00000> to ShardRange<'k' to 't' as of 1735209586.00000, (0, 0) as of 1735209586.00000, sharding as of 1735209586.00000>, path: .shards_a/shard_c_1735209586.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c3f/16acbeac8f3ef88d817850edc5a0dc3f/16acbeac8f3ef88d817850edc5a0dc3f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209586.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c3f/16acbeac8f3ef88d817850edc5a0dc3f/16acbeac8f3ef88d817850edc5a0dc3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209588.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/816/2ae302746379d816bcdc72db5c58c816/2ae302746379d816bcdc72db5c58c816.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209587.00000, (0, 0) as of 1735209587.00000, created as of 1735209587.00000> to ShardRange<'k' to 't' as of 1735209588.00000, (0, 0) as of 1735209588.00000, sharded as of 1735209588.00000>, path: .shards_a/shard_c_1735209588.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/816/2ae302746379d816bcdc72db5c58c816/2ae302746379d816bcdc72db5c58c816.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209588.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/816/2ae302746379d816bcdc72db5c58c816/2ae302746379d816bcdc72db5c58c816.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209590.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7ae/cf543b96f464fa186cd86a1d5a5747ae/cf543b96f464fa186cd86a1d5a5747ae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209589.00000, (0, 0) as of 1735209589.00000, created as of 1735209589.00000> to ShardRange<'k' to 't' as of 1735209590.00000, (0, 0) as of 1735209590.00000, shrunk as of 1735209590.00000>, path: .shards_a/shard_c_1735209590.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7ae/cf543b96f464fa186cd86a1d5a5747ae/cf543b96f464fa186cd86a1d5a5747ae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209590.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7ae/cf543b96f464fa186cd86a1d5a5747ae/cf543b96f464fa186cd86a1d5a5747ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209592.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/04b/9ebdc67813882132c6f4f42cd98fa04b/9ebdc67813882132c6f4f42cd98fa04b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209591.00000, (0, 0) as of 1735209591.00000, cleaved as of 1735209591.00000> to ShardRange<'k' to 't' as of 1735209592.00000, (0, 0) as of 1735209592.00000, found as of 1735209592.00000>, path: .shards_a/shard_c_1735209592.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/04b/9ebdc67813882132c6f4f42cd98fa04b/9ebdc67813882132c6f4f42cd98fa04b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209594.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/004/537374ff86b694cf103287cf5fe19004/537374ff86b694cf103287cf5fe19004.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209593.00000, (0, 0) as of 1735209593.00000, cleaved as of 1735209593.00000> to ShardRange<'k' to 't' as of 1735209594.00000, (0, 0) as of 1735209594.00000, created as of 1735209594.00000>, path: .shards_a/shard_c_1735209594.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/004/537374ff86b694cf103287cf5fe19004/537374ff86b694cf103287cf5fe19004.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209596.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/ff3/ac716c51b8c5fb4ff1ed867f2cdc3ff3/ac716c51b8c5fb4ff1ed867f2cdc3ff3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209598.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/07f/52ef0b5654691cec4f4e466d3a8ef07f/52ef0b5654691cec4f4e466d3a8ef07f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209597.00000, (0, 0) as of 1735209597.00000, cleaved as of 1735209597.00000> to ShardRange<'k' to 't' as of 1735209598.00000, (0, 0) as of 1735209598.00000, active as of 1735209598.00000>, path: .shards_a/shard_c_1735209598.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/07f/52ef0b5654691cec4f4e466d3a8ef07f/52ef0b5654691cec4f4e466d3a8ef07f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209600.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1f5/6b0e3e178848e94c1de11d2c407e41f5/6b0e3e178848e94c1de11d2c407e41f5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209599.00000, (0, 0) as of 1735209599.00000, cleaved as of 1735209599.00000> to ShardRange<'k' to 't' as of 1735209600.00000, (0, 0) as of 1735209600.00000, shrinking as of 1735209600.00000>, path: .shards_a/shard_c_1735209600.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1f5/6b0e3e178848e94c1de11d2c407e41f5/6b0e3e178848e94c1de11d2c407e41f5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209600.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1f5/6b0e3e178848e94c1de11d2c407e41f5/6b0e3e178848e94c1de11d2c407e41f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209602.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/050/7c127e1713d22af46a4421df2db6a050/7c127e1713d22af46a4421df2db6a050.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209601.00000, (0, 0) as of 1735209601.00000, cleaved as of 1735209601.00000> to ShardRange<'k' to 't' as of 1735209602.00000, (0, 0) as of 1735209602.00000, sharding as of 1735209602.00000>, path: .shards_a/shard_c_1735209602.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/050/7c127e1713d22af46a4421df2db6a050/7c127e1713d22af46a4421df2db6a050.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209602.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/050/7c127e1713d22af46a4421df2db6a050/7c127e1713d22af46a4421df2db6a050.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209604.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/8ef/8640c5990996264704dae0d28fa788ef/8640c5990996264704dae0d28fa788ef.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209603.00000, (0, 0) as of 1735209603.00000, cleaved as of 1735209603.00000> to ShardRange<'k' to 't' as of 1735209604.00000, (0, 0) as of 1735209604.00000, sharded as of 1735209604.00000>, path: .shards_a/shard_c_1735209604.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/8ef/8640c5990996264704dae0d28fa788ef/8640c5990996264704dae0d28fa788ef.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209604.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/8ef/8640c5990996264704dae0d28fa788ef/8640c5990996264704dae0d28fa788ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209606.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/eb3/745f7ff547c7121d3db065ff3d37deb3/745f7ff547c7121d3db065ff3d37deb3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209605.00000, (0, 0) as of 1735209605.00000, cleaved as of 1735209605.00000> to ShardRange<'k' to 't' as of 1735209606.00000, (0, 0) as of 1735209606.00000, shrunk as of 1735209606.00000>, path: .shards_a/shard_c_1735209606.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/eb3/745f7ff547c7121d3db065ff3d37deb3/745f7ff547c7121d3db065ff3d37deb3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209606.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/eb3/745f7ff547c7121d3db065ff3d37deb3/745f7ff547c7121d3db065ff3d37deb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209608.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/366/ed2cc7863ac1859539be82574792d366/ed2cc7863ac1859539be82574792d366.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209607.00000, (0, 0) as of 1735209607.00000, active as of 1735209607.00000> to ShardRange<'k' to 't' as of 1735209608.00000, (0, 0) as of 1735209608.00000, found as of 1735209608.00000>, path: .shards_a/shard_c_1735209608.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/366/ed2cc7863ac1859539be82574792d366/ed2cc7863ac1859539be82574792d366.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209610.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/a85/75e021920e86f2bc53d15446a4e5ba85/75e021920e86f2bc53d15446a4e5ba85.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209609.00000, (0, 0) as of 1735209609.00000, active as of 1735209609.00000> to ShardRange<'k' to 't' as of 1735209610.00000, (0, 0) as of 1735209610.00000, created as of 1735209610.00000>, path: .shards_a/shard_c_1735209610.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/a85/75e021920e86f2bc53d15446a4e5ba85/75e021920e86f2bc53d15446a4e5ba85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209612.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c33/770943dea39f27df5d4cc9a3da759c33/770943dea39f27df5d4cc9a3da759c33.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209611.00000, (0, 0) as of 1735209611.00000, active as of 1735209611.00000> to ShardRange<'k' to 't' as of 1735209612.00000, (0, 0) as of 1735209612.00000, cleaved as of 1735209612.00000>, path: .shards_a/shard_c_1735209612.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c33/770943dea39f27df5d4cc9a3da759c33/770943dea39f27df5d4cc9a3da759c33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209614.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/6ec/d31ec63e7ed0ffd1425c7a4ea61356ec/d31ec63e7ed0ffd1425c7a4ea61356ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209616.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/2ab/cfa52137f213a012cea03d61b38a92ab/cfa52137f213a012cea03d61b38a92ab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209615.00000, (0, 0) as of 1735209615.00000, active as of 1735209615.00000> to ShardRange<'k' to 't' as of 1735209616.00000, (0, 0) as of 1735209616.00000, shrinking as of 1735209616.00000>, path: .shards_a/shard_c_1735209616.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/2ab/cfa52137f213a012cea03d61b38a92ab/cfa52137f213a012cea03d61b38a92ab.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209616.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/2ab/cfa52137f213a012cea03d61b38a92ab/cfa52137f213a012cea03d61b38a92ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209618.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f66/767c44575fbff243bfc6875dd75e4f66/767c44575fbff243bfc6875dd75e4f66.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209617.00000, (0, 0) as of 1735209617.00000, active as of 1735209617.00000> to ShardRange<'k' to 't' as of 1735209618.00000, (0, 0) as of 1735209618.00000, sharding as of 1735209618.00000>, path: .shards_a/shard_c_1735209618.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f66/767c44575fbff243bfc6875dd75e4f66/767c44575fbff243bfc6875dd75e4f66.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209618.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f66/767c44575fbff243bfc6875dd75e4f66/767c44575fbff243bfc6875dd75e4f66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209620.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fbc/7045daf21e68f93b877c7683b9df6fbc/7045daf21e68f93b877c7683b9df6fbc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209619.00000, (0, 0) as of 1735209619.00000, active as of 1735209619.00000> to ShardRange<'k' to 't' as of 1735209620.00000, (0, 0) as of 1735209620.00000, sharded as of 1735209620.00000>, path: .shards_a/shard_c_1735209620.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fbc/7045daf21e68f93b877c7683b9df6fbc/7045daf21e68f93b877c7683b9df6fbc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209620.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fbc/7045daf21e68f93b877c7683b9df6fbc/7045daf21e68f93b877c7683b9df6fbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209622.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1a4/a4de9b529c1cf0013f448a56b42321a4/a4de9b529c1cf0013f448a56b42321a4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209621.00000, (0, 0) as of 1735209621.00000, active as of 1735209621.00000> to ShardRange<'k' to 't' as of 1735209622.00000, (0, 0) as of 1735209622.00000, shrunk as of 1735209622.00000>, path: .shards_a/shard_c_1735209622.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1a4/a4de9b529c1cf0013f448a56b42321a4/a4de9b529c1cf0013f448a56b42321a4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209622.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1a4/a4de9b529c1cf0013f448a56b42321a4/a4de9b529c1cf0013f448a56b42321a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209624.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7f7/b663343dbfb00432373a08fcae1227f7/b663343dbfb00432373a08fcae1227f7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209623.00000, (0, 0) as of 1735209623.00000, shrinking as of 1735209623.00000> to ShardRange<'k' to 't' as of 1735209624.00000, (0, 0) as of 1735209624.00000, found as of 1735209624.00000>, path: .shards_a/shard_c_1735209624.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7f7/b663343dbfb00432373a08fcae1227f7/b663343dbfb00432373a08fcae1227f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209626.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/d3a/5f6178b8c11694b6add37be754da6d3a/5f6178b8c11694b6add37be754da6d3a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209625.00000, (0, 0) as of 1735209625.00000, shrinking as of 1735209625.00000> to ShardRange<'k' to 't' as of 1735209626.00000, (0, 0) as of 1735209626.00000, created as of 1735209626.00000>, path: .shards_a/shard_c_1735209626.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/d3a/5f6178b8c11694b6add37be754da6d3a/5f6178b8c11694b6add37be754da6d3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209628.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/461/92ccdbaef37cb567218a509b20fcf461/92ccdbaef37cb567218a509b20fcf461.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209627.00000, (0, 0) as of 1735209627.00000, shrinking as of 1735209627.00000> to ShardRange<'k' to 't' as of 1735209628.00000, (0, 0) as of 1735209628.00000, cleaved as of 1735209628.00000>, path: .shards_a/shard_c_1735209628.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/461/92ccdbaef37cb567218a509b20fcf461/92ccdbaef37cb567218a509b20fcf461.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209630.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/77b/1328485f21599e39843d8b735db7477b/1328485f21599e39843d8b735db7477b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209629.00000, (0, 0) as of 1735209629.00000, shrinking as of 1735209629.00000> to ShardRange<'k' to 't' as of 1735209630.00000, (0, 0) as of 1735209630.00000, active as of 1735209630.00000>, path: .shards_a/shard_c_1735209630.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/77b/1328485f21599e39843d8b735db7477b/1328485f21599e39843d8b735db7477b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209632.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1e8/af4c3463965f505ea14b6dc12baea1e8/af4c3463965f505ea14b6dc12baea1e8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209632.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1e8/af4c3463965f505ea14b6dc12baea1e8/af4c3463965f505ea14b6dc12baea1e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209634.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f04/722d397d2ed173b0a7a0e1d2cd2e4f04/722d397d2ed173b0a7a0e1d2cd2e4f04.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209633.00000, (0, 0) as of 1735209633.00000, shrinking as of 1735209633.00000> to ShardRange<'k' to 't' as of 1735209634.00000, (0, 0) as of 1735209634.00000, sharding as of 1735209634.00000>, path: .shards_a/shard_c_1735209634.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f04/722d397d2ed173b0a7a0e1d2cd2e4f04/722d397d2ed173b0a7a0e1d2cd2e4f04.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209634.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f04/722d397d2ed173b0a7a0e1d2cd2e4f04/722d397d2ed173b0a7a0e1d2cd2e4f04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209636.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f99/91e953ac626384d7dccf4e8869ee8f99/91e953ac626384d7dccf4e8869ee8f99.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209635.00000, (0, 0) as of 1735209635.00000, shrinking as of 1735209635.00000> to ShardRange<'k' to 't' as of 1735209636.00000, (0, 0) as of 1735209636.00000, sharded as of 1735209636.00000>, path: .shards_a/shard_c_1735209636.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f99/91e953ac626384d7dccf4e8869ee8f99/91e953ac626384d7dccf4e8869ee8f99.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209636.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f99/91e953ac626384d7dccf4e8869ee8f99/91e953ac626384d7dccf4e8869ee8f99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209638.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f66/2a732f885e55dcf5151e8e6144a47f66/2a732f885e55dcf5151e8e6144a47f66.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209637.00000, (0, 0) as of 1735209637.00000, shrinking as of 1735209637.00000> to ShardRange<'k' to 't' as of 1735209638.00000, (0, 0) as of 1735209638.00000, shrunk as of 1735209638.00000>, path: .shards_a/shard_c_1735209638.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f66/2a732f885e55dcf5151e8e6144a47f66/2a732f885e55dcf5151e8e6144a47f66.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209638.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f66/2a732f885e55dcf5151e8e6144a47f66/2a732f885e55dcf5151e8e6144a47f66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209640.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/eba/9934eaea1ecd67e39d00d76078cafeba/9934eaea1ecd67e39d00d76078cafeba.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209639.00000, (0, 0) as of 1735209639.00000, sharding as of 1735209639.00000> to ShardRange<'k' to 't' as of 1735209640.00000, (0, 0) as of 1735209640.00000, found as of 1735209640.00000>, path: .shards_a/shard_c_1735209640.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/eba/9934eaea1ecd67e39d00d76078cafeba/9934eaea1ecd67e39d00d76078cafeba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209642.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7e4/482b0f8b5752459178240e6b8a2dd7e4/482b0f8b5752459178240e6b8a2dd7e4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209641.00000, (0, 0) as of 1735209641.00000, sharding as of 1735209641.00000> to ShardRange<'k' to 't' as of 1735209642.00000, (0, 0) as of 1735209642.00000, created as of 1735209642.00000>, path: .shards_a/shard_c_1735209642.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7e4/482b0f8b5752459178240e6b8a2dd7e4/482b0f8b5752459178240e6b8a2dd7e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209644.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/11e/de890a7792484f22423c471c031ca11e/de890a7792484f22423c471c031ca11e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209643.00000, (0, 0) as of 1735209643.00000, sharding as of 1735209643.00000> to ShardRange<'k' to 't' as of 1735209644.00000, (0, 0) as of 1735209644.00000, cleaved as of 1735209644.00000>, path: .shards_a/shard_c_1735209644.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/11e/de890a7792484f22423c471c031ca11e/de890a7792484f22423c471c031ca11e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209646.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/568/58249c57df8bb6bd72aeacfbfc71c568/58249c57df8bb6bd72aeacfbfc71c568.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209645.00000, (0, 0) as of 1735209645.00000, sharding as of 1735209645.00000> to ShardRange<'k' to 't' as of 1735209646.00000, (0, 0) as of 1735209646.00000, active as of 1735209646.00000>, path: .shards_a/shard_c_1735209646.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/568/58249c57df8bb6bd72aeacfbfc71c568/58249c57df8bb6bd72aeacfbfc71c568.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209648.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e7a/b7021e6d5340d47f6b303b8fc8941e7a/b7021e6d5340d47f6b303b8fc8941e7a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209647.00000, (0, 0) as of 1735209647.00000, sharding as of 1735209647.00000> to ShardRange<'k' to 't' as of 1735209648.00000, (0, 0) as of 1735209648.00000, shrinking as of 1735209648.00000>, path: .shards_a/shard_c_1735209648.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e7a/b7021e6d5340d47f6b303b8fc8941e7a/b7021e6d5340d47f6b303b8fc8941e7a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209648.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e7a/b7021e6d5340d47f6b303b8fc8941e7a/b7021e6d5340d47f6b303b8fc8941e7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209650.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f22/69ae4a294542a3a596aa91b34fcaef22/69ae4a294542a3a596aa91b34fcaef22.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209650.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f22/69ae4a294542a3a596aa91b34fcaef22/69ae4a294542a3a596aa91b34fcaef22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209652.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/124/371601ef37794e02413abc9c10a93124/371601ef37794e02413abc9c10a93124.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209651.00000, (0, 0) as of 1735209651.00000, sharding as of 1735209651.00000> to ShardRange<'k' to 't' as of 1735209652.00000, (0, 0) as of 1735209652.00000, sharded as of 1735209652.00000>, path: .shards_a/shard_c_1735209652.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/124/371601ef37794e02413abc9c10a93124/371601ef37794e02413abc9c10a93124.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209652.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/124/371601ef37794e02413abc9c10a93124/371601ef37794e02413abc9c10a93124.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209654.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/847/c58a1f50d1fc743be947a87ff2565847/c58a1f50d1fc743be947a87ff2565847.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209653.00000, (0, 0) as of 1735209653.00000, sharding as of 1735209653.00000> to ShardRange<'k' to 't' as of 1735209654.00000, (0, 0) as of 1735209654.00000, shrunk as of 1735209654.00000>, path: .shards_a/shard_c_1735209654.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/847/c58a1f50d1fc743be947a87ff2565847/c58a1f50d1fc743be947a87ff2565847.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209654.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/847/c58a1f50d1fc743be947a87ff2565847/c58a1f50d1fc743be947a87ff2565847.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209656.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e46/4f619d8071aaff2ccf0e4534770a4e46/4f619d8071aaff2ccf0e4534770a4e46.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209655.00000, (0, 0) as of 1735209655.00000, sharded as of 1735209655.00000> to ShardRange<'k' to 't' as of 1735209656.00000, (0, 0) as of 1735209656.00000, found as of 1735209656.00000>, path: .shards_a/shard_c_1735209656.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e46/4f619d8071aaff2ccf0e4534770a4e46/4f619d8071aaff2ccf0e4534770a4e46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209658.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fd5/b4063abd7dc1146a28e4dbc02f08bfd5/b4063abd7dc1146a28e4dbc02f08bfd5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209657.00000, (0, 0) as of 1735209657.00000, sharded as of 1735209657.00000> to ShardRange<'k' to 't' as of 1735209658.00000, (0, 0) as of 1735209658.00000, created as of 1735209658.00000>, path: .shards_a/shard_c_1735209658.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fd5/b4063abd7dc1146a28e4dbc02f08bfd5/b4063abd7dc1146a28e4dbc02f08bfd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209660.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/67b/2f2a02be03a60c45b4123bb2aa16c67b/2f2a02be03a60c45b4123bb2aa16c67b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209659.00000, (0, 0) as of 1735209659.00000, sharded as of 1735209659.00000> to ShardRange<'k' to 't' as of 1735209660.00000, (0, 0) as of 1735209660.00000, cleaved as of 1735209660.00000>, path: .shards_a/shard_c_1735209660.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/67b/2f2a02be03a60c45b4123bb2aa16c67b/2f2a02be03a60c45b4123bb2aa16c67b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209662.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f15/5d803dea2d505b4fa83dc442e0d5df15/5d803dea2d505b4fa83dc442e0d5df15.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209661.00000, (0, 0) as of 1735209661.00000, sharded as of 1735209661.00000> to ShardRange<'k' to 't' as of 1735209662.00000, (0, 0) as of 1735209662.00000, active as of 1735209662.00000>, path: .shards_a/shard_c_1735209662.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f15/5d803dea2d505b4fa83dc442e0d5df15/5d803dea2d505b4fa83dc442e0d5df15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209664.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/6a3/9131262e12c6a4ea843b4194c2d2f6a3/9131262e12c6a4ea843b4194c2d2f6a3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209663.00000, (0, 0) as of 1735209663.00000, sharded as of 1735209663.00000> to ShardRange<'k' to 't' as of 1735209664.00000, (0, 0) as of 1735209664.00000, shrinking as of 1735209664.00000>, path: .shards_a/shard_c_1735209664.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/6a3/9131262e12c6a4ea843b4194c2d2f6a3/9131262e12c6a4ea843b4194c2d2f6a3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209664.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/6a3/9131262e12c6a4ea843b4194c2d2f6a3/9131262e12c6a4ea843b4194c2d2f6a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209666.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c61/19e147a8768ec68aa473e4240fd9cc61/19e147a8768ec68aa473e4240fd9cc61.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209665.00000, (0, 0) as of 1735209665.00000, sharded as of 1735209665.00000> to ShardRange<'k' to 't' as of 1735209666.00000, (0, 0) as of 1735209666.00000, sharding as of 1735209666.00000>, path: .shards_a/shard_c_1735209666.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c61/19e147a8768ec68aa473e4240fd9cc61/19e147a8768ec68aa473e4240fd9cc61.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209666.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c61/19e147a8768ec68aa473e4240fd9cc61/19e147a8768ec68aa473e4240fd9cc61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209668.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/b73/e7b8da17e36d44d74b9b0b67ff7f4b73/e7b8da17e36d44d74b9b0b67ff7f4b73.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209668.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/b73/e7b8da17e36d44d74b9b0b67ff7f4b73/e7b8da17e36d44d74b9b0b67ff7f4b73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209670.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fab/3815ea082ec3b62bb336decfd5b5ffab/3815ea082ec3b62bb336decfd5b5ffab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209669.00000, (0, 0) as of 1735209669.00000, sharded as of 1735209669.00000> to ShardRange<'k' to 't' as of 1735209670.00000, (0, 0) as of 1735209670.00000, shrunk as of 1735209670.00000>, path: .shards_a/shard_c_1735209670.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fab/3815ea082ec3b62bb336decfd5b5ffab/3815ea082ec3b62bb336decfd5b5ffab.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209670.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fab/3815ea082ec3b62bb336decfd5b5ffab/3815ea082ec3b62bb336decfd5b5ffab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209672.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/4f5/d9d55385c1fad7126d3eabc57874b4f5/d9d55385c1fad7126d3eabc57874b4f5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209671.00000, (0, 0) as of 1735209671.00000, shrunk as of 1735209671.00000> to ShardRange<'k' to 't' as of 1735209672.00000, (0, 0) as of 1735209672.00000, found as of 1735209672.00000>, path: .shards_a/shard_c_1735209672.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/4f5/d9d55385c1fad7126d3eabc57874b4f5/d9d55385c1fad7126d3eabc57874b4f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209674.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1c8/d37b0e485c220619b4d0941b6fed21c8/d37b0e485c220619b4d0941b6fed21c8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209673.00000, (0, 0) as of 1735209673.00000, shrunk as of 1735209673.00000> to ShardRange<'k' to 't' as of 1735209674.00000, (0, 0) as of 1735209674.00000, created as of 1735209674.00000>, path: .shards_a/shard_c_1735209674.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1c8/d37b0e485c220619b4d0941b6fed21c8/d37b0e485c220619b4d0941b6fed21c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209676.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/6cd/038f829a7ccfa9015535ccc0ef0bd6cd/038f829a7ccfa9015535ccc0ef0bd6cd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209675.00000, (0, 0) as of 1735209675.00000, shrunk as of 1735209675.00000> to ShardRange<'k' to 't' as of 1735209676.00000, (0, 0) as of 1735209676.00000, cleaved as of 1735209676.00000>, path: .shards_a/shard_c_1735209676.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/6cd/038f829a7ccfa9015535ccc0ef0bd6cd/038f829a7ccfa9015535ccc0ef0bd6cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209678.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/404/32774eaf49b6aae5bec14a8a7c518404/32774eaf49b6aae5bec14a8a7c518404.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209677.00000, (0, 0) as of 1735209677.00000, shrunk as of 1735209677.00000> to ShardRange<'k' to 't' as of 1735209678.00000, (0, 0) as of 1735209678.00000, active as of 1735209678.00000>, path: .shards_a/shard_c_1735209678.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/404/32774eaf49b6aae5bec14a8a7c518404/32774eaf49b6aae5bec14a8a7c518404.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209680.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/298/b494cad61523c6dbd232fa4333043298/b494cad61523c6dbd232fa4333043298.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209679.00000, (0, 0) as of 1735209679.00000, shrunk as of 1735209679.00000> to ShardRange<'k' to 't' as of 1735209680.00000, (0, 0) as of 1735209680.00000, shrinking as of 1735209680.00000>, path: .shards_a/shard_c_1735209680.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/298/b494cad61523c6dbd232fa4333043298/b494cad61523c6dbd232fa4333043298.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209680.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/298/b494cad61523c6dbd232fa4333043298/b494cad61523c6dbd232fa4333043298.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209682.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/098/9fbf39716df9103ca796f58b8bfe4098/9fbf39716df9103ca796f58b8bfe4098.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209681.00000, (0, 0) as of 1735209681.00000, shrunk as of 1735209681.00000> to ShardRange<'k' to 't' as of 1735209682.00000, (0, 0) as of 1735209682.00000, sharding as of 1735209682.00000>, path: .shards_a/shard_c_1735209682.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/098/9fbf39716df9103ca796f58b8bfe4098/9fbf39716df9103ca796f58b8bfe4098.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209682.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/098/9fbf39716df9103ca796f58b8bfe4098/9fbf39716df9103ca796f58b8bfe4098.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209684.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/244/1c610929995690c6f77d546379a3d244/1c610929995690c6f77d546379a3d244.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209683.00000, (0, 0) as of 1735209683.00000, shrunk as of 1735209683.00000> to ShardRange<'k' to 't' as of 1735209684.00000, (0, 0) as of 1735209684.00000, sharded as of 1735209684.00000>, path: .shards_a/shard_c_1735209684.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/244/1c610929995690c6f77d546379a3d244/1c610929995690c6f77d546379a3d244.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209684.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/244/1c610929995690c6f77d546379a3d244/1c610929995690c6f77d546379a3d244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209686.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/208/5d773a5f75acdb1ce01fce20c1d6c208/5d773a5f75acdb1ce01fce20c1d6c208.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209686.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/208/5d773a5f75acdb1ce01fce20c1d6c208/5d773a5f75acdb1ce01fce20c1d6c208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209687.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/817/b98023947384c2f130c3a269c7dc4817/b98023947384c2f130c3a269c7dc4817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209689.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/dcd/20a4fe6c7adc5ec11240853c4e074dcd/20a4fe6c7adc5ec11240853c4e074dcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209691.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/335/dd4fd7ae17c077def82c889aac8d3335/dd4fd7ae17c077def82c889aac8d3335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209693.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/cfa/ea26bb7648b31448b63ccc4090ad3cfa/ea26bb7648b31448b63ccc4090ad3cfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209695.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/766/e777c13e927b16a577f27cb04e089766/e777c13e927b16a577f27cb04e089766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209697.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/d18/3b1ff4c7687b99bdbcb64c118c05ad18/3b1ff4c7687b99bdbcb64c118c05ad18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209699.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/3bc/d04b477d28d961d8bc662371e9b243bc/d04b477d28d961d8bc662371e9b243bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209701.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/bdf/32653b0ce7bcaea27d4fb006df659bdf/32653b0ce7bcaea27d4fb006df659bdf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209703.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/3ae/a147373c3acfd6e13faf7579b5ece3ae/a147373c3acfd6e13faf7579b5ece3ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209705.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/463/661e19d26d9bb1e608d2f2130157b463/661e19d26d9bb1e608d2f2130157b463.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209707.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f9c/aaade5f47a2cbffa443eae26e8841f9c/aaade5f47a2cbffa443eae26e8841f9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209709.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1aa/fac87bd4bed746bfbd02061dc8b741aa/fac87bd4bed746bfbd02061dc8b741aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209711.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/11d/cca6a15468bf37b31efa1f3dc489f11d/cca6a15468bf37b31efa1f3dc489f11d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209713.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/3e5/bb8af1d00c492c15aef890a40caad3e5/bb8af1d00c492c15aef890a40caad3e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209715.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/544/8c9982a475d0db749a1452d9bddea544/8c9982a475d0db749a1452d9bddea544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209717.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/be7/9ad195f80dfc1ecec17c595b0816fbe7/9ad195f80dfc1ecec17c595b0816fbe7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209719.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/631/c36243e89b94767df98f32d77d59e631/c36243e89b94767df98f32d77d59e631.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209721.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/2af/cf944835e242c38076e8b75f339152af/cf944835e242c38076e8b75f339152af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209723.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/aa7/1a7b17b4290a1811fc29397296fe0aa7/1a7b17b4290a1811fc29397296fe0aa7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209725.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7ee/1cc54f669af349eba16b2a387370e7ee/1cc54f669af349eba16b2a387370e7ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209727.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/b4d/b6cd1928d28cc39878ef3a68e2033b4d/b6cd1928d28cc39878ef3a68e2033b4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209729.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e77/5a1974033b79569c0c4a9d6eaddeee77/5a1974033b79569c0c4a9d6eaddeee77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209731.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7b8/4e627cd5fd7a5ca13e7dd1e088b227b8/4e627cd5fd7a5ca13e7dd1e088b227b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209733.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e45/55a7557a2769b347b7a8f6959f29de45/55a7557a2769b347b7a8f6959f29de45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209735.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/ab8/ec3bd1d4070992cf6c3d1b94ebeefab8/ec3bd1d4070992cf6c3d1b94ebeefab8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209737.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7bb/7d4d16862c215caaf9d72e5292d727bb/7d4d16862c215caaf9d72e5292d727bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209739.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/217/e41bea9c235dcfdc115f4a9e22c0e217/e41bea9c235dcfdc115f4a9e22c0e217.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209741.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/ea5/0f32a37601dbaeaa5e5c8cabf90b4ea5/0f32a37601dbaeaa5e5c8cabf90b4ea5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209743.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/012/ea4fc66c0a4c33fc0f91cabf6664d012/ea4fc66c0a4c33fc0f91cabf6664d012.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209745.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f74/8bf94c7559db5df436831657aa2aaf74/8bf94c7559db5df436831657aa2aaf74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209747.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/540/1b84e5454b2407c37205ec353a9e6540/1b84e5454b2407c37205ec353a9e6540.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209749.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/7de/c14a47e9af294e28833bfc9d192777de/c14a47e9af294e28833bfc9d192777de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209751.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/638/de1d3d34938ff350d34c97117c5e6638/de1d3d34938ff350d34c97117c5e6638.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209751.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/638/de1d3d34938ff350d34c97117c5e6638/de1d3d34938ff350d34c97117c5e6638.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209753.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1d2/85ae22e11076c821da6bab32900571d2/85ae22e11076c821da6bab32900571d2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209753.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/1d2/85ae22e11076c821da6bab32900571d2/85ae22e11076c821da6bab32900571d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209755.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f76/8904e119c63995fdc183cbfad6fe1f76/8904e119c63995fdc183cbfad6fe1f76.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209755.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f76/8904e119c63995fdc183cbfad6fe1f76/8904e119c63995fdc183cbfad6fe1f76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209757.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/62e/a39ebd99105cbedf27568843fae3862e/a39ebd99105cbedf27568843fae3862e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209757.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/62e/a39ebd99105cbedf27568843fae3862e/a39ebd99105cbedf27568843fae3862e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209759.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/150/57051773368b981dd34e50dcff6e8150/57051773368b981dd34e50dcff6e8150.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209759.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/150/57051773368b981dd34e50dcff6e8150/57051773368b981dd34e50dcff6e8150.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209761.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/d3d/41033add878bdbefb6fb566357c4ad3d/41033add878bdbefb6fb566357c4ad3d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209761.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/d3d/41033add878bdbefb6fb566357c4ad3d/41033add878bdbefb6fb566357c4ad3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209763.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/41c/a7ef525400cc2ad5376f58449c1d741c/a7ef525400cc2ad5376f58449c1d741c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209763.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/41c/a7ef525400cc2ad5376f58449c1d741c/a7ef525400cc2ad5376f58449c1d741c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209765.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/71d/9f217810373cba8126cf9d97c1cec71d/9f217810373cba8126cf9d97c1cec71d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209765.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/71d/9f217810373cba8126cf9d97c1cec71d/9f217810373cba8126cf9d97c1cec71d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209767.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c20/5deb25d2eb543d6b182692735b571c20/5deb25d2eb543d6b182692735b571c20.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209767.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c20/5deb25d2eb543d6b182692735b571c20/5deb25d2eb543d6b182692735b571c20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209769.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fd1/9b542b088737e9d73ffb96a101593fd1/9b542b088737e9d73ffb96a101593fd1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209769.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fd1/9b542b088737e9d73ffb96a101593fd1/9b542b088737e9d73ffb96a101593fd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209771.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/b6f/47ecbf0065581b59a1c76f3cd0122b6f/47ecbf0065581b59a1c76f3cd0122b6f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209771.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/b6f/47ecbf0065581b59a1c76f3cd0122b6f/47ecbf0065581b59a1c76f3cd0122b6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209773.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/971/cefa44a3e868d7360d2860ea40bb0971/cefa44a3e868d7360d2860ea40bb0971.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209773.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/971/cefa44a3e868d7360d2860ea40bb0971/cefa44a3e868d7360d2860ea40bb0971.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209775.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/9a4/bd5feaf38a24070285339c354a13f9a4/bd5feaf38a24070285339c354a13f9a4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209775.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/9a4/bd5feaf38a24070285339c354a13f9a4/bd5feaf38a24070285339c354a13f9a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209777.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f98/3bd2377bf3bd205aa5456e37d6949f98/3bd2377bf3bd205aa5456e37d6949f98.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209777.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/f98/3bd2377bf3bd205aa5456e37d6949f98/3bd2377bf3bd205aa5456e37d6949f98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209779.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/153/39868b35a59b939dd4d82e4df9dea153/39868b35a59b939dd4d82e4df9dea153.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209779.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/153/39868b35a59b939dd4d82e4df9dea153/39868b35a59b939dd4d82e4df9dea153.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209781.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/058/b65aec3ebf74c2955a1630c0e1f3a058/b65aec3ebf74c2955a1630c0e1f3a058.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209781.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/058/b65aec3ebf74c2955a1630c0e1f3a058/b65aec3ebf74c2955a1630c0e1f3a058.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209783.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fe7/4d3a301d943909b8c49b0c94a4234fe7/4d3a301d943909b8c49b0c94a4234fe7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209783.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/fe7/4d3a301d943909b8c49b0c94a4234fe7/4d3a301d943909b8c49b0c94a4234fe7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209785.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/914/5b143e87638b327c824e32f007a6a914/5b143e87638b327c824e32f007a6a914.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209785.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/914/5b143e87638b327c824e32f007a6a914/5b143e87638b327c824e32f007a6a914.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209787.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e38/201aaaf98570e1c01d54d925e8a35e38/201aaaf98570e1c01d54d925e8a35e38.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209787.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e38/201aaaf98570e1c01d54d925e8a35e38/201aaaf98570e1c01d54d925e8a35e38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209789.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/21e/554687d822025d5cee69df550e26d21e/554687d822025d5cee69df550e26d21e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209789.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/21e/554687d822025d5cee69df550e26d21e/554687d822025d5cee69df550e26d21e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209791.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/b83/7b39d6e0503b37a79cba112a15cf9b83/7b39d6e0503b37a79cba112a15cf9b83.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209791.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/b83/7b39d6e0503b37a79cba112a15cf9b83/7b39d6e0503b37a79cba112a15cf9b83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209793.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/db9/2bdb3188a28cf254571bbcc0ce278db9/2bdb3188a28cf254571bbcc0ce278db9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209793.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/db9/2bdb3188a28cf254571bbcc0ce278db9/2bdb3188a28cf254571bbcc0ce278db9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209795.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/99c/7ca715b73e696d58fb4d0403b2ce699c/7ca715b73e696d58fb4d0403b2ce699c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209795.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/99c/7ca715b73e696d58fb4d0403b2ce699c/7ca715b73e696d58fb4d0403b2ce699c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209797.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/37f/323a834fa4f11250f13a3bca1abc637f/323a834fa4f11250f13a3bca1abc637f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209797.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/37f/323a834fa4f11250f13a3bca1abc637f/323a834fa4f11250f13a3bca1abc637f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209799.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/756/7234d04d210ad998f3dc2d5421434756/7234d04d210ad998f3dc2d5421434756.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209799.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/756/7234d04d210ad998f3dc2d5421434756/7234d04d210ad998f3dc2d5421434756.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209801.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/966/f8ea45fb7745a1eaa55381ed6508e966/f8ea45fb7745a1eaa55381ed6508e966.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209801.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/966/f8ea45fb7745a1eaa55381ed6508e966/f8ea45fb7745a1eaa55381ed6508e966.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209803.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e60/27e524ab4b9aa1f07671c22ed2600e60/27e524ab4b9aa1f07671c22ed2600e60.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209803.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/e60/27e524ab4b9aa1f07671c22ed2600e60/27e524ab4b9aa1f07671c22ed2600e60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209805.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/34b/1cafa2795596e7ce97152f9796f9034b/1cafa2795596e7ce97152f9796f9034b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209805.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/34b/1cafa2795596e7ce97152f9796f9034b/1cafa2795596e7ce97152f9796f9034b.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee7beaa7d35141318c935-00676d325d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx007a5ef8a54542beb6930-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx007a5ef8a54542beb6930-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx007a5ef8a54542beb6930-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx007a5ef8a54542beb6930-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx007a5ef8a54542beb6930-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx007a5ef8a54542beb6930-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx007a5ef8a54542beb6930-00676d325d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx007a5ef8a54542beb6930-00676d325d) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx007a5ef8a54542beb6930-00676d325d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txf3fee5e9583f4badad914-00676d325e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:39:28 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0008 "-" 2944529 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [26/Dec/2024:10:39:28 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0123 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:39:28 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0006 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0495 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0007 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0131 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0400 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0184 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:28 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0095 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1110 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0058 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0437 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0599 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0605 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0634 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0801 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0027 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0718 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0383 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0835 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0355 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0743 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0345 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1047 "-" 2944529 3 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 2944529 3 -test INFO: - - - [26/Dec/2024:10:39:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0642 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0630 "-" 2944529 4 -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0118 "-" 2944529 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0362 "-" 2944529 3 -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0342 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0614 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0402 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0021 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0155 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0022 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0120 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0083 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0511 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0518 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0392 "-" 2944529 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209807.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/a3f/f5a5cdb5c258dcffe2510ed8b22f7a3f/f5a5cdb5c258dcffe2510ed8b22f7a3f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209807.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/a3f/f5a5cdb5c258dcffe2510ed8b22f7a3f/f5a5cdb5c258dcffe2510ed8b22f7a3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209809.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/b3b/a5329bbf7a61853f246b2f070b578b3b/a5329bbf7a61853f246b2f070b578b3b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209809.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/b3b/a5329bbf7a61853f246b2f070b578b3b/a5329bbf7a61853f246b2f070b578b3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209811.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c84/990c73c2d39cf71aa3295149b0bbdc84/990c73c2d39cf71aa3295149b0bbdc84.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209811.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/c84/990c73c2d39cf71aa3295149b0bbdc84/990c73c2d39cf71aa3295149b0bbdc84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209813.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/84a/14119d39e0e2dcbf910eba5c25bfd84a/14119d39e0e2dcbf910eba5c25bfd84a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209813.00000, db: /tmp/tmpbbfvvbgm/sda/containers/0/84a/14119d39e0e2dcbf910eba5c25bfd84a/14119d39e0e2dcbf910eba5c25bfd84a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209591.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/156/3fa378f23173c7e6e80c77a5d9850156/3fa378f23173c7e6e80c77a5d9850156.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209596.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/f36/c57308060d5f880722e11cf5a25ecf36/c57308060d5f880722e11cf5a25ecf36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209601.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ace/0261b3b2a6c3e547676fc708ae89cace/0261b3b2a6c3e547676fc708ae89cace.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209606.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/885/fb70704c3bbda7b18a9c9fcaf6139885/fb70704c3bbda7b18a9c9fcaf6139885.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209611.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/39d/8ce33c365d8dbe102333039852e6539d/8ce33c365d8dbe102333039852e6539d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209616.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/615/a07e3d1f05a31d7dd875252b5253c615/a07e3d1f05a31d7dd875252b5253c615.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209621.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/be9/014aec54401cf1d4f3c37c28a5e91be9/014aec54401cf1d4f3c37c28a5e91be9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209626.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/921/27b15fb9e93b8331dd63d8c96c02b921/27b15fb9e93b8331dd63d8c96c02b921.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209631.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b57/7801b276b748480266b920fd0af0db57/7801b276b748480266b920fd0af0db57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209636.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/fbd/1271ae3237ec017514f7071421909fbd/1271ae3237ec017514f7071421909fbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209641.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/aa5/523131175052b5f6423b388dec381aa5/523131175052b5f6423b388dec381aa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209646.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/6b4/893182e1076903655134665922a866b4/893182e1076903655134665922a866b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209651.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/3b1/cb68a2d2c263a97668526cf0222de3b1/cb68a2d2c263a97668526cf0222de3b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209656.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/27c/736c10ed8819436ee289c6e461e9027c/736c10ed8819436ee289c6e461e9027c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209661.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e57/5c71163e3ed402538b3f929706484e57/5c71163e3ed402538b3f929706484e57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209666.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/237/d338f966fc3825b10da527a72c9e9237/d338f966fc3825b10da527a72c9e9237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209671.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/205/c592db8cc6ddd140236277e1c34c0205/c592db8cc6ddd140236277e1c34c0205.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209676.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/8e0/a8d537a196b996d727289f3c280c38e0/a8d537a196b996d727289f3c280c38e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209681.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c0a/d28916846bbd90934b601f9d74e58c0a/d28916846bbd90934b601f9d74e58c0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209686.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/9de/5a67b9b0d748ffef9be599a5eff369de/5a67b9b0d748ffef9be599a5eff369de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209691.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/1f4/03940a2de326124d1f12424242d941f4/03940a2de326124d1f12424242d941f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209696.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/57e/4378115158890f9ad746d298a563557e/4378115158890f9ad746d298a563557e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209701.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/532/1efc2a468faed93f427c6ebf1c777532/1efc2a468faed93f427c6ebf1c777532.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209706.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/8e2/14d1e2849a061693524b7c8da9dff8e2/14d1e2849a061693524b7c8da9dff8e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209711.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/2bd/c8d2825a59bb421319087198cfd1b2bd/c8d2825a59bb421319087198cfd1b2bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209716.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/8fc/e8c0a196560689fc40e5ed6a9316b8fc/e8c0a196560689fc40e5ed6a9316b8fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209721.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c22/648ea04bc563166f9107c818e910fc22/648ea04bc563166f9107c818e910fc22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209726.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/000/6dc82c2a23f58b704a73cbee600a5000/6dc82c2a23f58b704a73cbee600a5000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0755 "-" 2944458 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0638 "-" 2944458 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0639 "-" 2944458 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe309cfd09c1548e8b0b6e-00676d3274" "proxy-server 2944458" 0.0162 "-" 2944458 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:32951/sdb1/3/a/c" "txe309cfd09c1548e8b0b6e-00676d3274" "container-server 2944458" 0.0115 "-" 2944458 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:43063/sda1/3/a/c" "txe309cfd09c1548e8b0b6e-00676d3274" "container-server 2944458" 0.0025 "-" 2944458 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txe309cfd09c1548e8b0b6e-00676d3274" "proxy-server 2944458" 0.1174 "-" 2944458 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txe309cfd09c1548e8b0b6e-00676d3274" "proxy-server 2944458" 0.2322 "-" 2944458 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/48 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe309cfd09c1548e8b0b6e-00676d3274 - 0.3577 - - 1735209588.230664015 1735209588.588354349 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9f50e3cab77b4f868b4e1-00676d3274" "proxy-server 2944458" 0.0115 "-" 2944458 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43063/sda1/0/a1/c1" "tx9f50e3cab77b4f868b4e1-00676d3274" "container-server 2944458" 0.0025 "-" 2944458 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:32951/sdb1/0/a1/c1" "tx9f50e3cab77b4f868b4e1-00676d3274" "container-server 2944458" 0.0024 "-" 2944458 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9f50e3cab77b4f868b4e1-00676d3274" "proxy-server 2944458" 0.0776 "-" 2944458 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9f50e3cab77b4f868b4e1-00676d3274" "proxy-server 2944458" 0.1737 "-" 2944458 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/48 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9f50e3cab77b4f868b4e1-00676d3274 - 0.2184 - - 1735209588.600215197 1735209588.818641424 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9dd6f635550d46fd88b7d-00676d3274" "proxy-server 2944458" 0.0318 "-" 2944458 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:48 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:32951/sdb1/3/a/c1" "tx9dd6f635550d46fd88b7d-00676d3274" "container-server 2944458" 0.0146 "-" 2944458 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:49 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:43063/sda1/3/a/c1" "tx9dd6f635550d46fd88b7d-00676d3274" "container-server 2944458" 0.0351 "-" 2944458 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:49 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9dd6f635550d46fd88b7d-00676d3274" "proxy-server 2944458" 0.1186 "-" 2944458 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:49 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9dd6f635550d46fd88b7d-00676d3274" "proxy-server 2944458" 0.1652 "-" 2944458 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/49 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9dd6f635550d46fd88b7d-00676d3274 - 0.2286 - - 1735209588.827931404 1735209589.056507826 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:49 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx626235aa530c4da19fa3b-00676d3275" "proxy-server 2944458" 0.0176 "-" 2944458 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:49 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:32951/sdb1/0/a/c2" "tx626235aa530c4da19fa3b-00676d3275" "container-server 2944458" 0.0559 "-" 2944458 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:49 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:43063/sda1/0/a/c2" "tx626235aa530c4da19fa3b-00676d3275" "container-server 2944458" 0.0217 "-" 2944458 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:49 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx626235aa530c4da19fa3b-00676d3275" "proxy-server 2944458" 0.1509 "-" 2944458 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:39:49 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx626235aa530c4da19fa3b-00676d3275" "proxy-server 2944458" 0.2162 "-" 2944458 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/39/49 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx626235aa530c4da19fa3b-00676d3275 - 0.2682 - - 1735209589.063012838 1735209589.331174850 2 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok - -test INFO: - - - [26/Dec/2024:10:39:30 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:31 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0242 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:31 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0006 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:31 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.1571 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:31 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:31 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0004 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:31 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:31 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.3165 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:32 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.2639 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5341 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.6030 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0705 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:33 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0061 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.5745 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0449 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0213 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0134 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.1059 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0076 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0005 "-" 2944529 nada -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 2944529 999 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0420 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0113 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0600 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0207 "-" 2944529 1 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0679 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0109 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0642 "-" 2944529 3 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0195 "-" 2944529 3 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0552 "-" 2944529 4 -test INFO: - - - [26/Dec/2024:10:39:34 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0016 "-" 2944529 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0005 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0007 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0489 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0489 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0140 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0643 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0007 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0669 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0179 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0137 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0181 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0478 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0072 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0620 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1410 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 2944529 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c90ec8d6eb4879a1291-00676d3263) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c90ec8d6eb4879a1291-00676d3263) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c90ec8d6eb4879a1291-00676d3263) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c90ec8d6eb4879a1291-00676d3263) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c90ec8d6eb4879a1291-00676d3263) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c90ec8d6eb4879a1291-00676d3263) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c90ec8d6eb4879a1291-00676d3263) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: tx4a9b5cd3c26c4a34b9500-00676d326c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx6d7dd385beda4089ad66d-00676d326c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: txc61344a087524ca18a35b-00676d326c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Setting object count to 1072 (txn: txdc0243b4fad5452bac3e4-00676d326a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Setting object count to 1072 (txn: txd1e7fad616f145de87cea-00676d3274) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok - -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0621 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0207 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0681 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0095 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0940 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0843 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0581 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0403 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0094 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0541 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0078 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0836 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0012 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0916 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0523 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0008 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0452 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0532 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0046 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0175 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0039 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0002 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:36 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0773 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0777 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0439 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0469 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0375 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0297 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0424 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0397 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0864 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0337 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0009 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0013 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0616 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0307 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0999 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0125 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0009 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0005 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0253 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0761 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0266 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0009 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:37 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0003 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:38 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0709 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:38 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0004 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:38 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0151 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.1076 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:38 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0006 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:38 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 2944529 0 -test INFO: - - - [26/Dec/2024:10:39:38 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1344 "-" 2944529 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209731.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/30f/133c4da00769a50460eabbf8a3c6630f/133c4da00769a50460eabbf8a3c6630f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209736.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a0b/d47ec23fefe2aff49ff523b72c04da0b/d47ec23fefe2aff49ff523b72c04da0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209741.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/03d/5154cd9a7ab5d01ba1843f33e554403d/5154cd9a7ab5d01ba1843f33e554403d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209746.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/358/5d46c3c7e4ab9f7d24c1821c2cfef358/5d46c3c7e4ab9f7d24c1821c2cfef358.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209751.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/839/ce2b2e6c7f41b0397844822292c61839/ce2b2e6c7f41b0397844822292c61839.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209756.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/fea/ca521a2714904fbf2f5df4af566f6fea/ca521a2714904fbf2f5df4af566f6fea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209761.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/1da/c62c672afe5b9bdc3262f31b9c59b1da/c62c672afe5b9bdc3262f31b9c59b1da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209766.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/0fc/dbc0376246bd187fd4ebaf8780cf60fc/dbc0376246bd187fd4ebaf8780cf60fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209771.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/927/2bcfb0e3abf069bb02607f32383a7927/2bcfb0e3abf069bb02607f32383a7927.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209776.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/260/4a355aab260a2e50adbebe55ec947260/4a355aab260a2e50adbebe55ec947260.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209781.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ad4/4f8e8a58e7eca14fcb69e7303eabcad4/4f8e8a58e7eca14fcb69e7303eabcad4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209786.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/9c0/9a3ada6a6d2af681a1e6309cdccc29c0/9a3ada6a6d2af681a1e6309cdccc29c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209791.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/9a6/28619850bc1922992b1b59669e6259a6/28619850bc1922992b1b59669e6259a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209796.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/cea/d25d8615879f4502fed4249bf5b10cea/d25d8615879f4502fed4249bf5b10cea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209801.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b08/6f12df56b0a2b4f60c2e48bc2ba6bb08/6f12df56b0a2b4f60c2e48bc2ba6bb08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209806.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/16a/bd45af5d9803ef3882bdc5d16ef9c16a/bd45af5d9803ef3882bdc5d16ef9c16a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209811.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/847/9ae4f3456d71729383fca13905ebe847/9ae4f3456d71729383fca13905ebe847.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209816.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/d13/55acc062ad7ae04af6d3cf12e9967d13/55acc062ad7ae04af6d3cf12e9967d13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209821.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/647/f8fa8c8bf6b3f7bb43bb5027436d6647/f8fa8c8bf6b3f7bb43bb5027436d6647.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209826.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/8a3/ee89b8a16e2cf923fa161f2fc92068a3/ee89b8a16e2cf923fa161f2fc92068a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209831.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e5b/ca79b3767498a8f32b2a738fbaf7de5b/ca79b3767498a8f32b2a738fbaf7de5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209836.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/cce/fec51dd092d86537861ff7b4e524dcce/fec51dd092d86537861ff7b4e524dcce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209841.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/f5b/698f1ce03edbaaa12baffb4f50840f5b/698f1ce03edbaaa12baffb4f50840f5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209846.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/594/fbe70c68f1eddd863991d761cbc6c594/fbe70c68f1eddd863991d761cbc6c594.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209851.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/020/09ff522c9ebd2bf9f2ab6056b4686020/09ff522c9ebd2bf9f2ab6056b4686020.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209856.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/fcd/568bae1869c11015a446dad0b7e84fcd/568bae1869c11015a446dad0b7e84fcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209861.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/4e4/7ae09012c79be13e6728c8558f19c4e4/7ae09012c79be13e6728c8558f19c4e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209866.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/9e0/4a6b5185521f1ece5fb15bdfed2159e0/4a6b5185521f1ece5fb15bdfed2159e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209871.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b35/bc56283be8a17f06884b3e24e71b2b35/bc56283be8a17f06884b3e24e71b2b35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209876.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e19/253c2b763546998a73a43f6630bf7e19/253c2b763546998a73a43f6630bf7e19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209881.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/dcd/435fc19b5892aeaa5680748d736dfdcd/435fc19b5892aeaa5680748d736dfdcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209886.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c6a/7d51019c655b4c30a8ab76c8d9a2ac6a/7d51019c655b4c30a8ab76c8d9a2ac6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209891.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/78f/b65d45cee557639f4f0352f16f7d178f/b65d45cee557639f4f0352f16f7d178f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209896.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c53/07c62919d8866d41e8f64972b6da0c53/07c62919d8866d41e8f64972b6da0c53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209901.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/62e/9d63b18a6cdda6e309e19c86982ac62e/9d63b18a6cdda6e309e19c86982ac62e.dbtest.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0f63d97d3c438fb84c8-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2370cb9443334e50af974-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx867bcc4111cc44f8bd92f-00676d3273) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txf6fd0a0d14874c5684cdb-00676d3276) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txec12382aef544d9bb1af2-00676d3276) - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok - -test INFO: - - - [26/Dec/2024:10:39:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0522 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:39 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0010 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:39 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0071 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:39 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0448 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 2944529 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0005 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0002 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0472 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0820 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0524 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0972 "-" 2944529 - -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0988 "-" 2944529 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0768 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0994 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0451 "-" 2944529 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0535 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0009 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 2944529 2 -test INFO: - - - [26/Dec/2024:10:39:42 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0436 "-" 2944529 2 - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735209589.56496', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735209589.66669', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:50 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok - -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Thu, 26 Dec 2024 10:37:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET /%FF HTTP/1.1" 200 123 0.000148 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Thu, 26 Dec 2024 10:37:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET /ÿ HTTP/1.1" 200 126 0.000116 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Thu, 26 Dec 2024 10:37:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000164 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Thu, 26 Dec 2024 10:37:52 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000106 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Thu, 26 Dec 2024 10:37:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET // HTTP/1.1" 200 121 0.000128 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Thu, 26 Dec 2024 10:37:52 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET //bar HTTP/1.1" 200 124 0.000121 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Thu, 26 Dec 2024 10:37:52 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:52] "GET //////baz HTTP/1.1" 200 128 0.000130 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Thu, 26 Dec 2024 10:37:52 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (2944448) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (2944448) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:37:58] "GET /someurl HTTP/1.0" 200 102 0.000090 -proxy INFO: wsgi exiting -proxy INFO: (2944448) wsgi exited, is_accepting=True -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 26/Dec/2024/10/37/59 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0006 - - 1735209479.007917643 1735209479.008522272 - -fake-swift INFO: - - 26/Dec/2024/10/37/59 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1735209479.010522366 1735209479.010744572 - -fake-swift INFO: - - 26/Dec/2024/10/37/59 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1735209479.011636734 1735209479.011807680 - -fake-swift INFO: - - 26/Dec/2024/10/37/59 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1735209479.012332439 1735209479.012492895 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 26/Dec/2024/10/38/03 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0004 - - 1735209483.957466602 1735209483.957910538 - -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test ERROR: Problem finding shard upper in '/tmp/tmp_fs8n0yl/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp_fs8n0yl/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp91pg9564/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp91pg9564/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:39:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209592.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:39:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209592.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 26 Dec 2024 10:39:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209592.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:39:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209592.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 2944553, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735123196-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735123196-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok - -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735123196-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735123196-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735123196-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735209595-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735209595-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735209595-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735209595-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735209595-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 1s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1735123198-invalid0': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1735123198-invalid1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expiredtest.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok - -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209594.34995', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:39:55 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209595.34239', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:39:56 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209596.86446', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:39:56 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209596.97217', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok - -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever - self.run_once(*args, **kwargs) - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx709b55a9f1d0458583da8-00676d3280) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txeb2a6a12d722400697e22-00676d3280) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6753174be6f44f51b49b5-00676d3280) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6fde533158e9416d96cbd-00676d3280) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0ac48b464ef24e33950df-00676d3280) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf1c10e21ba784c40b39fb-00676d3280) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe1697f7463ea4d4eb997c-00676d3280) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx156fcf2c2cd94adba0234-00676d3280) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txed3a3f6201374da099df7-00676d3280) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx77e18265b2894364b7d92-00676d3280) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe19423df5f404a3a9ee75-00676d3280) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8d0d25e6dbec43c3ab993-00676d3280) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx57cbef902e9148ab9d413-00676d3280) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf87cd85756be48e9a8987-00676d3280) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx72628c5919084114b1006-00676d3280) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1ef1fb47ce40449ba831c-00676d3280) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb98155045b3a4bcd8794e-00676d3280) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9079cb479a0542709172f-00676d3281) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3ba0c06e7157479fbaa6b-00676d3281) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8c55d64e650944ff9b915-00676d3281) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx692d931b1ab6405eb38bd-00676d3281) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txecd1ae86213944fdac563-00676d3281) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbf6b4de30a2749e19c816-00676d3281) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx93b7d4df436042a7a007c-00676d3281) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx2339b95fe624408faad44-00676d3281) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx4d655a5126a1433c9d011-00676d3281) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx4126ab76e8e74f11ab493-00676d3281) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209598.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209599.48448', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209599.60115', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:39:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209600.49622', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209600.56936', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209600.87320', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209600.89083', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209600.90109', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209600.91550', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209600.93817', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735209600.96387', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209600.97732', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209600.98119', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209601.00482', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209601.07180', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209601.08498', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735209601.15199', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T104001Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209601.26505', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T104001Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209601.40287', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcb9e7716743844858dae1-00676d3281) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8f79c63fb1fb4b5e83e56-00676d3281) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txb2fca6ba33fa48928b19a-00676d3281) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txf877a84b40bf4e1b84dec-00676d3281) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txe95ab63cdcc346ac972b7-00676d3281) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txb109b91a8b7b4719b8c4b-00676d3281) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0a22cd787cdc4de6af299-00676d3282) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4ddcb527a6734d29a4f16-00676d3282) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx47c3aa33c8a0492597d4d-00676d3282) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe8d45c64c58846858c28b-00676d3282) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe10c02f635a74d8cb65e4-00676d3282) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa3180b192cdb46cc9d3b9-00676d3282) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx502677f3554c41e8b3134-00676d3282) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx502677f3554c41e8b3134-00676d3282) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T104001Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209601.66838', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209601.74797', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209601.87949', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209601.94924', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:01 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735209602.07631', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000'} -test DEBUG: bucket None POST -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:40:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10238170623779297 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10399818420410156 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10431981086730957 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10466265678405762 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10499286651611328 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10537242889404297 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10571098327636719 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10600972175598145 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0034146308898926 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0042588710784912 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.004533290863037 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0048284530639648 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0051450729370117 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0054657459259033 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0057659149169922 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0108637809753418 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.11353540420532227 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 0.008192062377929688: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok - -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok - -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 5.555152893066406e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr - return int(line[0].strip()) -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 5.459785461425781e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add - sock.sendall(b' '.join([ - ~~~~~~~~~~~~^^^^^^^^^^^^ - b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - str(len(add_val)).encode('ascii') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ]) + b'\r\n' + add_val + b'\r\n') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add - raise Exception('add failed') -Exception: add failedtest.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -Container 'a/c' cannot be set to sharding state while in sharding state - -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734541200 -test DEBUG: looking for objects in 1734541200 -test DEBUG: checking container 1734537600 -test DEBUG: looking for objects in 1734537600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1735203600 -test DEBUG: looking for objects in 1735203600 -test DEBUG: checking container 1735200000 -test DEBUG: looking for objects in 1735200000 -test DEBUG: checking container 1735196400 -test DEBUG: looking for objects in 1735196400 -test DEBUG: checking container 1735192800 -test DEBUG: looking for objects in 1735192800 -test DEBUG: checking container 1735189200 -test DEBUG: looking for objects in 1735189200 -test DEBUG: checking container 1735185600 -test DEBUG: looking for objects in 1735185600 -test DEBUG: checking container 1735182000 -test DEBUG: looking for objects in 1735182000 -test DEBUG: checking container 1735178400 -test DEBUG: looking for objects in 1735178400 -test DEBUG: checking container 1735174800 -test DEBUG: looking for objects in 1735174800 -test DEBUG: checking container 1734602400 -test DEBUG: looking for objects in 1734602400 -test DEBUG: checking container 1734598800 -test DEBUG: looking for objects in 1734598800 -test DEBUG: checking container 1734595200 -test DEBUG: looking for objects in 1734595200 -test DEBUG: checking container 1734591600 -test DEBUG: looking for objects in 1734591600 -test DEBUG: checking container 1734588000 -test DEBUG: looking for objects in 1734588000 -test DEBUG: checking container 1734584400test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -Container 'a/c' cannot be set to sharded state while in sharded state - -test DEBUG: looking for objects in 1734584400 -test DEBUG: checking container 1734580800 -test DEBUG: looking for objects in 1734580800 -test DEBUG: checking container 1734577200 -test DEBUG: looking for objects in 1734577200 -test DEBUG: checking container 1734573600 -test DEBUG: looking for objects in 1734573600 -test DEBUG: checking container 1734570000 -test DEBUG: looking for objects in 1734570000 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735209608.689560) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735209608.689560) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735209608.689560) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735209608.689560) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1735209608.689560) in policy_index 1 will be deleted from policy_index 0 (1735209608.68956_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1735209608.689560) deleted from policy_index 0 (1735209608.68956_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1735209608.689560) from policy_index 1 (1735209608.68956_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1735209608.689560) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1735209608.689560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1735209608.689560) from the queue (1735209608.68956_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002)test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok - -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734541200 -test DEBUG: looking for objects in 1734541200 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734544328.805689) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1734544328.805689) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734544328.805689) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1734544328.805689) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1734544328.80569) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1734544328.805689) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1734541200/1:/AUTH_jeb/c/o1' (1734544328.805689) from the queue (1734544328.80569_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1735209608.815776) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1735209608.815776) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1735209608.815776) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1735209608.815776) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1735209608.81578) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1735209608.815776) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - ~~~~~~~~~~~~~~~~~~~~~~~~^ - FileLikeIter(source_obj_iter), account, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers) - ^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params=params) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok - -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734602399.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734602399.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734602399.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734602399.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1734602399.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1734602399.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734602399.000000) from the queue (1734602399.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735209608.888282) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735209608.888282) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735209608.888282) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735209608.888282) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735209608.88828) in policy_index 1 responded 200 (1735209607.88828) -test INFO: retry: '/AUTH_bob/c/o1' (1735209608.888282) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Setting object count to 1072 (txn: txfb8f68defbbd4ab9b80c6-00676d327b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe913206b3e2d4e19981a3-00676d3282) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe913206b3e2d4e19981a3-00676d3282) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe913206b3e2d4e19981a3-00676d3282) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: txe913206b3e2d4e19981a3-00676d3282) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txe913206b3e2d4e19981a3-00676d3282) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txfe27afbbcebd4642b4173-00676d3286) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx3c4fa4d7cb874c058b65a-00676d3289)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok - -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735209608.945427) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735209608.945427) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735209608.945427) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735209608.945427) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735209608.94543) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1735209608.945427) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735209608.958113) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735209608.958113) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735209608.958113) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735209608.958113) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735209608.95811) in policy_index 1 responded 404 (1735209608.95811_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1735209608.958113) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - ~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - container_gen, constraints.CONTAINER_LISTING_LIMIT)) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % - ...<2 lines>... - bytes_to_wsgi(quote(prefix))), - {}, acceptable_statuses) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd451539a5c034a2aa5ec1-00676d3289) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd451539a5c034a2aa5ec1-00676d3289)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok - -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd451539a5c034a2aa5ec1-00676d3289) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txd451539a5c034a2aa5ec1-00676d3289) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txd451539a5c034a2aa5ec1-00676d3289) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txd451539a5c034a2aa5ec1-00676d3289) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txd451539a5c034a2aa5ec1-00676d3289) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txd451539a5c034a2aa5ec1-00676d3289) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txd451539a5c034a2aa5ec1-00676d3289) -test INFO: Client disconnected on read of '/a/c' (txn: txd451539a5c034a2aa5ec1-00676d3289) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txab2c24f0f6a7488a91fc4-00676d3289) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txab2c24f0f6a7488a91fc4-00676d3289) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txab2c24f0f6a7488a91fc4-00676d3289) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txab2c24f0f6a7488a91fc4-00676d3289) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx96639897c46240259dd08-00676d3289) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc055a871b9de4a9cba51e-00676d3289) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4549c47164174bdd92a67-00676d3289) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txc9322a07d97440a9b949c-00676d3289) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx204090a1a44b4adcac453-00676d3289) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx1b2a22841cef474a989a9-00676d3289) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa3c693b931c74859bfe6a-00676d328a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2b97af304a7149eb94c3a-00676d328a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe1cfb720d0594e359c76f-00676d328a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1422c9b018cb470bb41db-00676d328a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx1c99eb01d5584227b65d5-00676d328a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx940632ef96ea4912974fa-00676d328a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx857fd44a97164b0ebe3e6-00676d328a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx45807009b5514fca9b7d3-00676d328a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txbecea7439a194211a65a6-00676d328a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx6ff3f1d6bd09437287fe7-00676d328a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1f5c3504c51e4e90bf9e0-00676d328a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0fd15c8d403840dd92ce5-00676d328a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx122c875d8dc34a8cbb54d-00676d328a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txfccee37152894cdaa4fc8-00676d328a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx71c1048f69284668bd30b-00676d328a)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc24ce0a2a0ba44d481e71-00676d328a) -test INFO: Client disconnected on read of '/a/c' (txn: tx7b12c13e9dda4a95b2fcf-00676d328a) -test INFO: Client disconnected on read of '/a/c' (txn: tx775b60d805634f9cb179f-00676d328a) -test INFO: Client disconnected on read of '/a/c' (txn: tx775b60d805634f9cb179f-00676d328a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: Setting object count to 1032 (txn: tx471a5d625c2d43a4a9bee-00676d3286) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: Setting object count to 48 (txn: tx040b39db33e543caae852-00676d3286) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: Setting object count to 1064 (txn: txb65c33a3d755471fa4602-00676d3286) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txd6ef38910fcd44a4b17d3-00676d3286) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd6ef38910fcd44a4b17d3-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd6ef38910fcd44a4b17d3-00676d3286) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd6ef38910fcd44a4b17d3-00676d3286) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd6ef38910fcd44a4b17d3-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd6ef38910fcd44a4b17d3-00676d3286) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd6ef38910fcd44a4b17d3-00676d3286) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx20b2e8dd743146cdaa1bc-00676d3286) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx20b2e8dd743146cdaa1bc-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx20b2e8dd743146cdaa1bc-00676d3286) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx20b2e8dd743146cdaa1bc-00676d3286) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx20b2e8dd743146cdaa1bc-00676d3286) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx20b2e8dd743146cdaa1bc-00676d3286) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx20b2e8dd743146cdaa1bc-00676d3286) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4711d215086c49089ae44-00676d328a)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok - -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok - -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok - -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx3c4fa4d7cb874c058b65a-00676d3289) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx3ce8685899b94489ab0e9-00676d328b) -test DEBUG: Setting object count to 3120 (txn: tx3ce8685899b94489ab0e9-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx7256c9d950d2402eaeeec-00676d328b) -test DEBUG: Setting object count to 3120 (txn: tx7256c9d950d2402eaeeec-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3f608d140dea4276873c5-00676d328b)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok - -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx3f608d140dea4276873c5-00676d328b) -test DEBUG: Setting object count to 3120 (txn: tx3f608d140dea4276873c5-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx14ef51f32d33432e9692a-00676d328b) -test DEBUG: Setting object count to 3120 (txn: tx14ef51f32d33432e9692a-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx603ed5d6e22742139b658-00676d328b) -test DEBUG: Setting object count to 3120 (txn: tx603ed5d6e22742139b658-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx6cfdb8b57e904f49bf139-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5ecc29e843b14b1b93988-00676d328b) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx5ecc29e843b14b1b93988-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5ecc29e843b14b1b93988-00676d328b)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209906.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/6d3/c5029bbd35653f7635af38b8dad966d3/c5029bbd35653f7635af38b8dad966d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209911.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/499/438d586637a9e00712eb28e96b3a0499/438d586637a9e00712eb28e96b3a0499.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209916.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/cf4/282223bd467b8a9515f711a12ca11cf4/282223bd467b8a9515f711a12ca11cf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209921.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/715/90d5294fa7857f55f494c0bbf28c5715/90d5294fa7857f55f494c0bbf28c5715.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209926.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/191/d0517a7b91a50f7cf81c0fab41611191/d0517a7b91a50f7cf81c0fab41611191.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209931.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/aee/cf79f75a199aa94ccc827e15a9aa0aee/cf79f75a199aa94ccc827e15a9aa0aee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209936.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b1f/ecfd0de2b4e36a2985eb15db2fe72b1f/ecfd0de2b4e36a2985eb15db2fe72b1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209941.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/792/a35bf7372da78d0a7c0d2d5ea6cd4792/a35bf7372da78d0a7c0d2d5ea6cd4792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209946.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e44/e5bc5f5f71744b29700f2b9565484e44/e5bc5f5f71744b29700f2b9565484e44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209951.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/9a5/f1a673bc0e26007716b857c1a949a9a5/f1a673bc0e26007716b857c1a949a9a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209956.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5a2/e9ecc2965f9bd8f5da88815c9fe035a2/e9ecc2965f9bd8f5da88815c9fe035a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209961.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/021/de25d530381cbf1c9d176220b5822021/de25d530381cbf1c9d176220b5822021.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209966.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/335/8c9e82069e20be871df7977302568335/8c9e82069e20be871df7977302568335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209971.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/7b9/4ea6ad61fafddb59d0410252ef29f7b9/4ea6ad61fafddb59d0410252ef29f7b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209976.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/177/88746ab54c0d9c44c2cfb4a89d052177/88746ab54c0d9c44c2cfb4a89d052177.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209981.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c66/4656918480499ce3e744614f1a91bc66/4656918480499ce3e744614f1a91bc66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209986.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/04e/8be32f7a5c8871ef6d9be28b8a99e04e/8be32f7a5c8871ef6d9be28b8a99e04e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209991.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/3c0/350c2b1d2b68cf6648d91774000393c0/350c2b1d2b68cf6648d91774000393c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209996.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/1fb/6a3d24bff031af15b9368c65c6c041fb/6a3d24bff031af15b9368c65c6c041fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210001.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/02a/37159a96ad56de5d54970a3a61ebc02a/37159a96ad56de5d54970a3a61ebc02a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210006.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/7f6/f719755d9ed04514122e6c64f23697f6/f719755d9ed04514122e6c64f23697f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210011.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b41/7f03a61a76ba9797b9e9e0a295fc8b41/7f03a61a76ba9797b9e9e0a295fc8b41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210016.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/de7/6cd7b5d0fe8bc6cb2a34490813072de7/6cd7b5d0fe8bc6cb2a34490813072de7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210021.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/41c/52107928fed3d34e5f087a56307d541c/52107928fed3d34e5f087a56307d541c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210026.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/fa9/8d563dbae60fa48c8ac7ebed714eafa9/8d563dbae60fa48c8ac7ebed714eafa9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210031.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/864/ec94b0587b08be1c81be7aa61cba5864/ec94b0587b08be1c81be7aa61cba5864.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210036.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/f75/8b10d35665bd6d604396e03c8e001f75/8b10d35665bd6d604396e03c8e001f75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210041.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/9d1/a01da1d9b58888857de56dcf084289d1/a01da1d9b58888857de56dcf084289d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210046.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/0a6/20eaa92742a155c093886bf074c800a6/20eaa92742a155c093886bf074c800a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210051.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/894/63f1e1e6d0f9e9ce5060ce5e7543d894/63f1e1e6d0f9e9ce5060ce5e7543d894.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210056.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/249/13a2f8514d476b482b332ae4536c5249/13a2f8514d476b482b332ae4536c5249.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210061.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/4f9/97898135eb27608bbd216fa2018ed4f9/97898135eb27608bbd216fa2018ed4f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210066.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/d3d/bfcedc0871750d88a308f55ce5140d3d/bfcedc0871750d88a308f55ce5140d3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210071.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/231/1b66d271db7afbb9c3d5fe959022d231/1b66d271db7afbb9c3d5fe959022d231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210076.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/850/131e279545fcf59f2a1dacf27df64850/131e279545fcf59f2a1dacf27df64850.db -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx0e1a767009c84af5ac8a6-00676d328a) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx0e1a767009c84af5ac8a6-00676d328a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx0e1a767009c84af5ac8a6-00676d328a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx0e1a767009c84af5ac8a6-00676d328a) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx0e1a767009c84af5ac8a6-00676d328a) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx0e1a767009c84af5ac8a6-00676d328a) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx0e1a767009c84af5ac8a6-00676d328a) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx0e1a767009c84af5ac8a6-00676d328a)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok - -test ERROR: Container GET returning 503 for [] (txn: tx0e1a767009c84af5ac8a6-00676d328a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txb2b36a0072874ecb95dcf-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb2b36a0072874ecb95dcf-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txb2b36a0072874ecb95dcf-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb2b36a0072874ecb95dcf-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txb2b36a0072874ecb95dcf-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txb2b36a0072874ecb95dcf-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txb2b36a0072874ecb95dcf-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txb2b36a0072874ecb95dcf-00676d328b) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txb2b36a0072874ecb95dcf-00676d328b) -test INFO: Client disconnected on read of '/a/c' (txn: tx444c0ad52ece4c369fd22-00676d328b) -test INFO: Client disconnected on read of '/a/c' (txn: txe5651db5e4dd465088df1-00676d328b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1c6ee991e8874a35ae22f-00676d328b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1c6ee991e8874a35ae22f-00676d328b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1c6ee991e8874a35ae22f-00676d328b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1c6ee991e8874a35ae22f-00676d328b) -test ERROR: Container GET returning 503 for [] (txn: tx1c6ee991e8874a35ae22f-00676d328b) -test INFO: Client disconnected on read of '/a/c' (txn: tx1c6ee991e8874a35ae22f-00676d328b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02f822c4deca40c583bff-00676d328b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02f822c4deca40c583bff-00676d328b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02f822c4deca40c583bff-00676d328b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02f822c4deca40c583bff-00676d328b) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02f822c4deca40c583bff-00676d328b) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02f822c4deca40c583bff-00676d328b) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02f822c4deca40c583bff-00676d328b) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx02f822c4deca40c583bff-00676d328b) -test ERROR: Container GET returning 503 for [] (txn: tx02f822c4deca40c583bff-00676d328b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3a31b0d993c84cbc8a450-00676d328b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3a31b0d993c84cbc8a450-00676d328b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3a31b0d993c84cbc8a450-00676d328b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3a31b0d993c84cbc8a450-00676d328b) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3a31b0d993c84cbc8a450-00676d328b) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3a31b0d993c84cbc8a450-00676d328b) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3a31b0d993c84cbc8a450-00676d328b) -test ERROR: Container GET returning 503 for [] (txn: tx3a31b0d993c84cbc8a450-00676d328b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3b7d0eb40bef4b04a710e-00676d328b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3b7d0eb40bef4b04a710e-00676d328b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3b7d0eb40bef4b04a710e-00676d328b) -test ERROR: Container GET returning 503 for [] (txn: tx3b7d0eb40bef4b04a710e-00676d328b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb99f561bb563430d8f99a-00676d328b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb99f561bb563430d8f99a-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx2d8439e4ece14c61a228b-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2d8439e4ece14c61a228b-00676d328b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx2d8439e4ece14c61a228b-00676d328b) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx2d8439e4ece14c61a228b-00676d328b) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx1216dd2be0354052a87da-00676d328b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd788e0a30ed448f093b27-00676d328b) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd788e0a30ed448f093b27-00676d328b) -test INFO: Client disconnected on read of '/a/c' (txn: txd788e0a30ed448f093b27-00676d328b) -test ERROR: Container GET returning 503 for [] (txn: txe6763a04824e44debc245-00676d328b) -test INFO: Client disconnected on read of '/a/c' (txn: txe6763a04824e44debc245-00676d328b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txe07ce1165fd64b13b5427-00676d328b) -test INFO: Client disconnected on read of '/a/c' (txn: txe07ce1165fd64b13b5427-00676d328b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx235bde31333849f898693-00676d328b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx235bde31333849f898693-00676d328b)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok - -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx235bde31333849f898693-00676d328b) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx235bde31333849f898693-00676d328b) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx235bde31333849f898693-00676d328b) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx235bde31333849f898693-00676d328b) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx235bde31333849f898693-00676d328b) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx235bde31333849f898693-00676d328b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3263b2be25ec4dd88c5c0-00676d328b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3263b2be25ec4dd88c5c0-00676d328b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3263b2be25ec4dd88c5c0-00676d328b) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3263b2be25ec4dd88c5c0-00676d328b) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3263b2be25ec4dd88c5c0-00676d328b) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3263b2be25ec4dd88c5c0-00676d328b) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3263b2be25ec4dd88c5c0-00676d328b) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx3263b2be25ec4dd88c5c0-00676d328b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb400480a7b334d55a98bd-00676d328b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx49f8f41cd0f14fd280c8f-00676d328b) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp8qgwiyvs/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8qgwiyvs/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp8qgwiyvs/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8qgwiyvs/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:12 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 1.0198 "-" 2944489 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:13 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.6500 "-" 2944489 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:13 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.3653 "-" 2944489 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:13 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0644 "-" 2944489 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:13 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc19559728f994a4aaf390-00676d328d" "proxy-server 2944489" 0.0035 "-" 2944489 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:42715/sdb1/1/a/c" "txc19559728f994a4aaf390-00676d328d" "container-server 2944489" 0.0027 "-" 2944489 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60687/sda1/1/a/c" "txc19559728f994a4aaf390-00676d328d" "container-server 2944489" 0.0029 "-" 2944489 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc19559728f994a4aaf390-00676d328d" "proxy-server 2944489" 0.0853 "-" 2944489 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc19559728f994a4aaf390-00676d328d" "proxy-server 2944489" 0.1894 "-" 2944489 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/14 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc19559728f994a4aaf390-00676d328d - 0.2174 - - 1735209613.913021803 1735209614.130394697 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txab20c77b9e224362bdff5-00676d328e" "proxy-server 2944489" 0.0027 "-" 2944489 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42715/sdb1/1/a1/c1" "txab20c77b9e224362bdff5-00676d328e" "container-server 2944489" 0.0108 "-" 2944489 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60687/sda1/1/a1/c1" "txab20c77b9e224362bdff5-00676d328e" "container-server 2944489" 0.0037 "-" 2944489 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txab20c77b9e224362bdff5-00676d328e" "proxy-server 2944489" 0.0711 "-" 2944489 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txab20c77b9e224362bdff5-00676d328e" "proxy-server 2944489" 0.1278 "-" 2944489 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/14 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txab20c77b9e224362bdff5-00676d328e - 0.1732 - - 1735209614.133260727 1735209614.306495905 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe2c0ab0d279f424a99176-00676d328e" "proxy-server 2944489" 0.0455 "-" 2944489 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:60687/sda1/2/a/c1" "txe2c0ab0d279f424a99176-00676d328e" "container-server 2944489" 0.0074 "-" 2944489 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42715/sdb1/2/a/c1" "txe2c0ab0d279f424a99176-00676d328e" "container-server 2944489" 0.0414 "-" 2944489 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe2c0ab0d279f424a99176-00676d328e" "proxy-server 2944489" 0.1836 "-" 2944489 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe2c0ab0d279f424a99176-00676d328e" "proxy-server 2944489" 0.1321 "-" 2944489 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/14 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe2c0ab0d279f424a99176-00676d328e - 0.2724 - - 1735209614.316390991 1735209614.588785172 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx36c3ab2e9c424d59b8c3e-00676d328e" "proxy-server 2944489" 0.0357 "-" 2944489 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:42715/sdb1/1/a/c2" "tx36c3ab2e9c424d59b8c3e-00676d328e" "container-server 2944489" 0.0125 "-" 2944489 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60687/sda1/1/a/c2" "tx36c3ab2e9c424d59b8c3e-00676d328e" "container-server 2944489" 0.0354 "-" 2944489 2setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok - -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx36c3ab2e9c424d59b8c3e-00676d328e" "proxy-server 2944489" 0.1262 "-" 2944489 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:14 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx36c3ab2e9c424d59b8c3e-00676d328e" "proxy-server 2944489" 0.2104 "-" 2944489 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/14 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx36c3ab2e9c424d59b8c3e-00676d328e - 0.3021 - - 1735209614.614722967 1735209614.916777611 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ecc29e843b14b1b93988-00676d328b) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx5ecc29e843b14b1b93988-00676d328b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5ecc29e843b14b1b93988-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5ecc29e843b14b1b93988-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx5ecc29e843b14b1b93988-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx889a903417544cbd8eb00-00676d328b) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx889a903417544cbd8eb00-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx21f275e8283b48139a083-00676d328b) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx21f275e8283b48139a083-00676d328b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx21f275e8283b48139a083-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx21f275e8283b48139a083-00676d328b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx21f275e8283b48139a083-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe5d127bf71af444a804dd-00676d328b) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txe5d127bf71af444a804dd-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe5d127bf71af444a804dd-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe5d127bf71af444a804dd-00676d328b) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe5d127bf71af444a804dd-00676d328b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx71acaec1ba6745cd98b10-00676d328b) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx71acaec1ba6745cd98b10-00676d328b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx71acaec1ba6745cd98b10-00676d328b) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx71acaec1ba6745cd98b10-00676d328b) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx71acaec1ba6745cd98b10-00676d328b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2c2cc092045745218adbe-00676d328d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx2c2cc092045745218adbe-00676d328d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c2cc092045745218adbe-00676d328d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx2c2cc092045745218adbe-00676d328d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx2c2cc092045745218adbe-00676d328d) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c2cc092045745218adbe-00676d328d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx2c2cc092045745218adbe-00676d328d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2c2cc092045745218adbe-00676d328d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2c2cc092045745218adbe-00676d328d) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx2c2cc092045745218adbe-00676d328d) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx2c2cc092045745218adbe-00676d328d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx64c0a7eefa414497a7c9c-00676d328f)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test DEBUG: Setting object count to 1065 (txn: tx64c0a7eefa414497a7c9c-00676d328f) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210081.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/6fa/0c1f2c31ee643a72d7fbba77fb66e6fa/0c1f2c31ee643a72d7fbba77fb66e6fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210086.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a46/8bf12b3176bcfb764cefc55713fd4a46/8bf12b3176bcfb764cefc55713fd4a46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210091.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/985/a201091d1e78a52fa83250c5881c3985/a201091d1e78a52fa83250c5881c3985.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210096.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/422/2f652bc5bb706bf6d5e3eb0fe6db5422/2f652bc5bb706bf6d5e3eb0fe6db5422.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210101.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/d19/c0425317456295c982b92fe1a614dd19/c0425317456295c982b92fe1a614dd19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210106.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a2b/70c226fc8e44f3030acec872da551a2b/70c226fc8e44f3030acec872da551a2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210111.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a68/dd2d651e8934b890f9a98d59249aaa68/dd2d651e8934b890f9a98d59249aaa68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210116.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c6c/a8ae942e9c74e2fd3bfb3ec1d8278c6c/a8ae942e9c74e2fd3bfb3ec1d8278c6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210121.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b9d/ff30b122841d344b3e705ae4673d0b9d/ff30b122841d344b3e705ae4673d0b9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210126.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/695/e626c24902e12d1a43eeaea92361c695/e626c24902e12d1a43eeaea92361c695.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210131.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/322/7a3899f7182f944c9ab16b896b57c322/7a3899f7182f944c9ab16b896b57c322.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210136.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/66b/d47e7b9e78b62ac4cd27253ec9fa166b/d47e7b9e78b62ac4cd27253ec9fa166b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210141.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/bf9/a2070e465727cc8d4e6b8b770a8dfbf9/a2070e465727cc8d4e6b8b770a8dfbf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210146.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/7ca/d58a60f7bcd3192a62922b4177b127ca/d58a60f7bcd3192a62922b4177b127ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210151.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ca9/58764364e679f257005ef1741eeffca9/58764364e679f257005ef1741eeffca9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210156.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/2e0/77836f13cf4a7e53ae38a4a90571a2e0/77836f13cf4a7e53ae38a4a90571a2e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210161.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e8e/57d81123b5e90d480ac3a6b2dbdb5e8e/57d81123b5e90d480ac3a6b2dbdb5e8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210166.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/968/83fc788cf4abd131171773e334359968/83fc788cf4abd131171773e334359968.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210171.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/0da/c4c243a79f3a9434791d76e131e060da/c4c243a79f3a9434791d76e131e060da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210176.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/6fb/1535bdd0a95fa2b2a27f4d79addf16fb/1535bdd0a95fa2b2a27f4d79addf16fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210181.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/29b/c54293ffe5acecbe260ed918ccb8229b/c54293ffe5acecbe260ed918ccb8229b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210186.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a5f/9837ced5f8f2418abb690d5c17e5ba5f/9837ced5f8f2418abb690d5c17e5ba5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210191.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/dd9/d8c323421b98474d5132d5423bc45dd9/d8c323421b98474d5132d5423bc45dd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210196.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/135/181560519d47d8750faa6cc150b41135/181560519d47d8750faa6cc150b41135.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210201.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/d8b/4a64d135a231c5b02682723b431fdd8b/4a64d135a231c5b02682723b431fdd8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210206.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a5a/b6ef406dac86d8824096148326d33a5a/b6ef406dac86d8824096148326d33a5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210211.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/d68/0a71c9470a719062ca88b4de527d3d68/0a71c9470a719062ca88b4de527d3d68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210216.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5ce/a563148e69529ebfb2dab813ea2b85ce/a563148e69529ebfb2dab813ea2b85ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210221.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/975/dd32215a606cef9df04d44223ba06975/dd32215a606cef9df04d44223ba06975.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210226.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5aa/6f96618a929fe7803604be5fdaa4f5aa/6f96618a929fe7803604be5fdaa4f5aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210231.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/137/a175b8cdcf342ea26890652e42efe137/a175b8cdcf342ea26890652e42efe137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210236.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b05/4bfee79902b610d0dae19460db426b05/4bfee79902b610d0dae19460db426b05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210241.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/3e6/f0d0ee6d902f7eec1d18d3194b5e23e6/f0d0ee6d902f7eec1d18d3194b5e23e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210246.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c91/fe21d51075df828be8253bec3f0e7c91/fe21d51075df828be8253bec3f0e7c91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210251.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e00/911a6f0d2badc874720895182a4f4e00/911a6f0d2badc874720895182a4f4e00.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Setting object count to 1065 (txn: tx4711d215086c49089ae44-00676d328a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Setting object count to 1065 (txn: tx75390c1510eb4f56bd153-00676d328d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8eb073a6670045a6b5cc2-00676d3291) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx8eb073a6670045a6b5cc2-00676d3291) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txbbdbcb5a5fdf4a12b3282-00676d3295) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txecb63fdc544a48fb8cb7a-00676d3295) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txecb63fdc544a48fb8cb7a-00676d3295) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txecb63fdc544a48fb8cb7a-00676d3295) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txecb63fdc544a48fb8cb7a-00676d3295) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx1a24f11d0017424ebe2f4-00676d3295)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210256.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b5d/a5fe49afb85e6a21c31b1190e50c0b5d/a5fe49afb85e6a21c31b1190e50c0b5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210261.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ab5/e07d025e742cbf0190b0579842989ab5/e07d025e742cbf0190b0579842989ab5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210266.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/631/67b37f64ffa5a824ad7cddb13ad90631/67b37f64ffa5a824ad7cddb13ad90631.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210271.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/da4/cf59c03ad45e6603ab22f6d3e0e20da4/cf59c03ad45e6603ab22f6d3e0e20da4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210276.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/563/264b0c68fdea25b7671294a77d287563/264b0c68fdea25b7671294a77d287563.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210281.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/d04/b3ef0fc2c1a5c9d7c162ae2b6c744d04/b3ef0fc2c1a5c9d7c162ae2b6c744d04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210286.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/087/c048da65b597508824eef74481bfc087/c048da65b597508824eef74481bfc087.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210291.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/aec/069e2c0103dd5a0b5edabdf75c486aec/069e2c0103dd5a0b5edabdf75c486aec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210296.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/2df/e12f3105fa3cb855a46ce4258333c2df/e12f3105fa3cb855a46ce4258333c2df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210301.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/2a3/604f7c6dda256e89cffe0b766260c2a3/604f7c6dda256e89cffe0b766260c2a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210306.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/818/b9a728586fd8863832ccfc11d4a69818/b9a728586fd8863832ccfc11d4a69818.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210311.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ed8/0d229aaa16271df2df5fd323f9211ed8/0d229aaa16271df2df5fd323f9211ed8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210316.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/53a/ec4083b22324947863647ec264ddd53a/ec4083b22324947863647ec264ddd53a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210321.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/91b/fd7c3c0bf4ce6801f069956a8b82391b/fd7c3c0bf4ce6801f069956a8b82391b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210326.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c20/ca80f5cc94d1153a6a29e53e5db4bc20/ca80f5cc94d1153a6a29e53e5db4bc20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210331.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/194/a78c279b4680ad4f195f7f53b1ee4194/a78c279b4680ad4f195f7f53b1ee4194.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210336.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e96/1c1e56aec7422f6f0ec440af17e2fe96/1c1e56aec7422f6f0ec440af17e2fe96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210341.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e84/e862d6fe741c536d44cdf48625551e84/e862d6fe741c536d44cdf48625551e84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210346.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/979/cc063b94be1fad29e94b3d0e49bbc979/cc063b94be1fad29e94b3d0e49bbc979.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210351.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/3d9/2f6ef7402c2fd0167b8382a37d33c3d9/2f6ef7402c2fd0167b8382a37d33c3d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210356.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/259/63cf6203bffc786e36bd97b6c9468259/63cf6203bffc786e36bd97b6c9468259.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210361.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210366.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b55/de0ff5a1eb60c518436b9fab699f6b55/de0ff5a1eb60c518436b9fab699f6b55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210371.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5fa/eb9dbd1f6f3345a872b4f54e83bd45fa/eb9dbd1f6f3345a872b4f54e83bd45fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210376.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/364/ba0803d2eb3ae606dc5f412bd126f364/ba0803d2eb3ae606dc5f412bd126f364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210381.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/d62/8f09c2d159a22bd17ce786de860fed62/8f09c2d159a22bd17ce786de860fed62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210386.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/852/f04eb73eff905c38bcb38b59e2356852/f04eb73eff905c38bcb38b59e2356852.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210391.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/0e7/6ea647648e4a748bf01dc8a368cd70e7/6ea647648e4a748bf01dc8a368cd70e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210396.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/7f3/5743c5dc05bc768542151616c8b067f3/5743c5dc05bc768542151616c8b067f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210401.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/22b/19e4f0c3b99ad96940b343369a8d422b/19e4f0c3b99ad96940b343369a8d422b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210406.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/f26/724c88efa691c3816fa5ca74b1115f26/724c88efa691c3816fa5ca74b1115f26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210411.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/439/44ca276b3336f844d73d66e3a3214439/44ca276b3336f844d73d66e3a3214439.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210416.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5dc/d3b17fc4e15fc1ca06700357fdfba5dc/d3b17fc4e15fc1ca06700357fdfba5dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210421.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a0e/86752211637543fca91ede6bb0272a0e/86752211637543fca91ede6bb0272a0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210426.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/4d7/42d4c9d4d730a5525dda784607ced4d7/42d4c9d4d730a5525dda784607ced4d7.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -test ERROR: Failed to unlink '/tmp/tmpxdif8zs9/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpxdif8zs9/containers/part/suffix/hash/container_1735209615.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpxdif8zs9/containers/part/suffix/hash/container_1735209615.00000.db': ['/tmp/tmpxdif8zs9/containers/part/suffix/hash/container.db', '/tmp/tmpxdif8zs9/containers/part/suffix/hash/container_1735209616.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpxdif8zs9/containers/part/suffix/hash/container_1735209616.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txda4232cf380a46269beb9-00676d3296) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx7b0728c295c84fa2a7f60-00676d3296) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txc0e66dd7cd334ddabc79d-00676d3296) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx0203a85a865945ca8ee77-00676d3297) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: tx0537f3fce57b4d8dac4d9-00676d3297) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx2889b7e788eb43cd8eded-00676d3297) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx077c58f7423f4e2f8dfe6-00676d3297) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp1jtcpa56/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1jtcpa56/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp1jtcpa56/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1jtcpa56/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0377 "-" 2944448 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1a24f11d0017424ebe2f4-00676d3295) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a24f11d0017424ebe2f4-00676d3295) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx1a24f11d0017424ebe2f4-00676d3295) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: Setting object count to 3120 (txn: tx7861ae861447435e980b6-00676d3298) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: Setting object count to 3120 (txn: txa25bfe435d9e46cabb26e-00676d3298) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298)Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok - -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: Setting object count to 3120 (txn: tx622726d2c33b4f78ab745-00676d3298) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: Setting object count to 3120 (txn: tx8d9f0a7da6a0467da292d-00676d3298) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: Setting object count to 3120 (txn: txa830cfefc44a4b7ea9672-00676d3298) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx375647e7a5884bf7a9f3e-00676d3298) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx2806ded22a8c4291a0027-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2806ded22a8c4291a0027-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2806ded22a8c4291a0027-00676d3298) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx2806ded22a8c4291a0027-00676d3298) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2806ded22a8c4291a0027-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2806ded22a8c4291a0027-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx2806ded22a8c4291a0027-00676d3298) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txb0ab052ee41046198e16f-00676d3298)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Unlinked retiring db '/tmp/tmplso8v3dn/containers/part/suffix/hash/container.db' -Container 'a/c' cannot be set to sharded state while in sharded state - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0291 "-" 2944448 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0235 "-" 2944448 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0283 "-" 2944448 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdeb74dae0dc141fdb661d-00676d3297" "proxy-server 2944448" 0.0023 "-" 2944448 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54879/sdb1/1/a/c" "txdeb74dae0dc141fdb661d-00676d3297" "container-server 2944448" 0.0156 "-" 2944448 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51185/sda1/1/a/c" "txdeb74dae0dc141fdb661d-00676d3297" "container-server 2944448" 0.0179 "-" 2944448 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txdeb74dae0dc141fdb661d-00676d3297" "proxy-server 2944448" 0.2026 "-" 2944448 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txdeb74dae0dc141fdb661d-00676d3297" "proxy-server 2944448" 0.2596 "-" 2944448 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/23 PUT /v1/a/c HTTP/1.0 201 - - t - - - txdeb74dae0dc141fdb661d-00676d3297 - 0.2810 - - 1735209623.414651394 1735209623.695647955 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf68b2fc6fa4249d8aca0a-00676d3297" "proxy-server 2944448" 0.0022 "-" 2944448 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51185/sda1/1/a1/c1" "txf68b2fc6fa4249d8aca0a-00676d3297" "container-server 2944448" 0.0026 "-" 2944448 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54879/sdb1/1/a1/c1" "txf68b2fc6fa4249d8aca0a-00676d3297" "container-server 2944448" 0.0025 "-" 2944448 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf68b2fc6fa4249d8aca0a-00676d3297" "proxy-server 2944448" 0.0931 "-" 2944448 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf68b2fc6fa4249d8aca0a-00676d3297" "proxy-server 2944448" 0.1485 "-" 2944448 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/23 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf68b2fc6fa4249d8aca0a-00676d3297 - 0.1808 - - 1735209623.702832460 1735209623.883609056 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe0d2af2c3ae14d079eb38-00676d3297" "proxy-server 2944448" 0.0438 "-" 2944448 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:24 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54879/sdb1/2/a/c1" "txe0d2af2c3ae14d079eb38-00676d3297" "container-server 2944448" 0.0029 "-" 2944448 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:24 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:51185/sda1/2/a/c1" "txe0d2af2c3ae14d079eb38-00676d3297" "container-server 2944448" 0.0285 "-" 2944448 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:24 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe0d2af2c3ae14d079eb38-00676d3297" "proxy-server 2944448" 0.0945 "-" 2944448 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:24 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe0d2af2c3ae14d079eb38-00676d3297" "proxy-server 2944448" 0.1504 "-" 2944448 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe0d2af2c3ae14d079eb38-00676d3297 - 0.2298 - - 1735209623.895377874 1735209624.125215530 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9b2c9998dbba4b2c9955c-00676d3298" "proxy-server 2944448" 0.0348 "-" 2944448 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51185/sda1/1/a/c2" "tx9b2c9998dbba4b2c9955c-00676d3298" "container-server 2944448" 0.0340 "-" 2944448 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54879/sdb1/1/a/c2" "tx9b2c9998dbba4b2c9955c-00676d3298" "container-server 2944448" 0.0019 "-" 2944448 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9b2c9998dbba4b2c9955c-00676d3298" "proxy-server 2944448" 0.0940 "-" 2944448 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9b2c9998dbba4b2c9955c-00676d3298" "proxy-server 2944448" 0.1203 "-" 2944448 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/24 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9b2c9998dbba4b2c9955c-00676d3298 - 0.1982 - - 1735209624.128074169 1735209624.326256275 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -Unlinked retiring db '/tmp/tmplso8v3dn/containers/part/suffix/hash/container_1735209641.00000.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -Unlinked retiring db '/tmp/tmplso8v3dn/containers/part/suffix/hash/container_1735209652.00000.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210431.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/7e8/b632497f69937920ddb9524a9b0157e8/b632497f69937920ddb9524a9b0157e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210436.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/959/1c283b028fd4ee73ce042e7a8acd7959/1c283b028fd4ee73ce042e7a8acd7959.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210441.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c18/d9f62147d0e9202f47e5d5f5c0bd3c18/d9f62147d0e9202f47e5d5f5c0bd3c18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210446.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5d0/2ba22a789b78c0bfafede7355e7175d0/2ba22a789b78c0bfafede7355e7175d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210451.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/81c/4e298d998c4b8eae1121657540e0f81c/4e298d998c4b8eae1121657540e0f81c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210456.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/89d/3ea94ce0d8624cd97c7373c388afd89d/3ea94ce0d8624cd97c7373c388afd89d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210461.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b90/71f8c8bb1b60a640078457e9b0821b90/71f8c8bb1b60a640078457e9b0821b90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210466.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/df4/95cd127925a31b76988d1ccf48deedf4/95cd127925a31b76988d1ccf48deedf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210471.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/6d9/b98f22eb9501ba46abc1402c911996d9/b98f22eb9501ba46abc1402c911996d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210476.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/fc9/67b9b3d3be7f65dedad061962a245fc9/67b9b3d3be7f65dedad061962a245fc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210481.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/700/43f1ab37b279dde0bcaa624b0a5bd700/43f1ab37b279dde0bcaa624b0a5bd700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210486.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a82/dfd32b30f23d8c35aec5eec09ea96a82/dfd32b30f23d8c35aec5eec09ea96a82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210491.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5c1/f1fc6d799c5766119b9dc71bb72ff5c1/f1fc6d799c5766119b9dc71bb72ff5c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210496.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/17e/015f076fa118660756390dceddd8017e/015f076fa118660756390dceddd8017e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210501.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/077/7709902ddaa459d9032523a341a42077/7709902ddaa459d9032523a341a42077.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210506.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/dc4/ed3885f0ad12260cb1d6c042633d5dc4/ed3885f0ad12260cb1d6c042633d5dc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210511.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e55/3dbe7c874aa7a159ebc770256ea57e55/3dbe7c874aa7a159ebc770256ea57e55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210516.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/33a/850785ed657c9448e1f52d00b560d33a/850785ed657c9448e1f52d00b560d33a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210521.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ceb/6af183d21ebce0d87284ac94258afceb/6af183d21ebce0d87284ac94258afceb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210526.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a46/bbb141646cd7e9bcb4c3e77cfea83a46/bbb141646cd7e9bcb4c3e77cfea83a46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210531.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ec1/0278bb1098a3edfc8f0705cd69a98ec1/0278bb1098a3edfc8f0705cd69a98ec1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210536.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/430/5d474d48b101a46df4c5ef593ad55430/5d474d48b101a46df4c5ef593ad55430.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210541.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b83/6a8cf04a1b307d2110ba35dfb2f9db83/6a8cf04a1b307d2110ba35dfb2f9db83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210546.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/daf/1e1e31544e5b3fce066d3ab731409daf/1e1e31544e5b3fce066d3ab731409daf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210551.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/174/fbdcd27441f1a7ad6a589cedda408174/fbdcd27441f1a7ad6a589cedda408174.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210556.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/94d/6efb2c0b1c09599e0f52da0285d2094d/6efb2c0b1c09599e0f52da0285d2094d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210561.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/cda/82cb52a1ff3afce8c394c6d65545bcda/82cb52a1ff3afce8c394c6d65545bcda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210566.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/89f/41cface6d89d2f9d71d822dff043f89f/41cface6d89d2f9d71d822dff043f89f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210571.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/4ec/f66ca61e986c164b77859377a40f44ec/f66ca61e986c164b77859377a40f44ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210576.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/f60/8b5044ff3b6fcc23539c898e1f16df60/8b5044ff3b6fcc23539c898e1f16df60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210581.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/478/192df2b7dd92c7bcb076b2c595636478/192df2b7dd92c7bcb076b2c595636478.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210586.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/2d3/86244b70c04618957b7e24d83df9b2d3/86244b70c04618957b7e24d83df9b2d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210591.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c7e/eb949dc65507196ebcc6388669793c7e/eb949dc65507196ebcc6388669793c7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210596.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b1b/5141f41e3992e9f520a5d0e737b58b1b/5141f41e3992e9f520a5d0e737b58b1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210601.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/9d4/d3a7562900012d361ad641b44cf009d4/d3a7562900012d361ad641b44cf009d4.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -Finished. Marked 0 objects for deletion. -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test ERROR: Problem finding shard upper in '/tmp/tmpgovhvgfo/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpgovhvgfo/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp7ua81fwr/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp7ua81fwr/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok - -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txb0ab052ee41046198e16f-00676d3298) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx4ac47cc3ee904ab88d795-00676d3298) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4ac47cc3ee904ab88d795-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ac47cc3ee904ab88d795-00676d3298) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx4ac47cc3ee904ab88d795-00676d3298) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx14d2ca7ace764e53ae6f6-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx14d2ca7ace764e53ae6f6-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx14d2ca7ace764e53ae6f6-00676d3298) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx14d2ca7ace764e53ae6f6-00676d3298) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txef60ce40bbb9442c924d7-00676d3298) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txef60ce40bbb9442c924d7-00676d3298) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txef60ce40bbb9442c924d7-00676d3298) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txef60ce40bbb9442c924d7-00676d3298) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: Setting object count to 1068 (txn: txd93e9140f22e4f4c96209-00676d329b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Setting object count to 1068 (txn: tx6b17855005944ff9861e5-00676d329b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txca08f3253e474548ab1a2-00676d329e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txca08f3253e474548ab1a2-00676d329e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txca08f3253e474548ab1a2-00676d329e)Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test ERROR: Failed to unlink '/tmp/tmpzl2it3av/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpzl2it3av/containers/part/suffix/hash/container_1735209628.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpzl2it3av/containers/part/suffix/hash/container_1735209628.00000.db': ['/tmp/tmpzl2it3av/containers/part/suffix/hash/container.db', '/tmp/tmpzl2it3av/containers/part/suffix/hash/container_1735209629.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpzl2it3av/containers/part/suffix/hash/container_1735209629.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmpc5ido1si/containers/part/suffix/hash/156d4337-93d4-4231-9183-451e485ff512.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok - -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpfuisz97y/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210606.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/095/875dca7a345b2f2afdd5844b61f86095/875dca7a345b2f2afdd5844b61f86095.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210611.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ec7/c4eb642426ebaede94177e9dbcdd1ec7/c4eb642426ebaede94177e9dbcdd1ec7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210616.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/816/757021e95a8469a4396eb980632f5816/757021e95a8469a4396eb980632f5816.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210621.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a0b/a1dd3c2c685c2a7b3639542c83576a0b/a1dd3c2c685c2a7b3639542c83576a0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210626.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ddf/46bfd91d14d41a9844521dfa9e054ddf/46bfd91d14d41a9844521dfa9e054ddf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210631.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/1e2/7e43517b9a99c455b6e518fd160d41e2/7e43517b9a99c455b6e518fd160d41e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210636.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e67/ce826eb6490a6633e3aaea1896375e67/ce826eb6490a6633e3aaea1896375e67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210641.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/740/2956f85515735d264374835c19e19740/2956f85515735d264374835c19e19740.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210646.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/979/ad87a616c3ed9448af0ca49e70edc979/ad87a616c3ed9448af0ca49e70edc979.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210651.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/51c/f0aa18555379956c6a69c9401fea551c/f0aa18555379956c6a69c9401fea551c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210656.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/84f/c72abf7872d98da39d6e3a9055ea684f/c72abf7872d98da39d6e3a9055ea684f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210661.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a33/ead082e2fd94b4061bfe1c1968f99a33/ead082e2fd94b4061bfe1c1968f99a33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210666.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/1a1/e9e73bd41a34971a137e0d92026411a1/e9e73bd41a34971a137e0d92026411a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210671.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ff2/086c7bdf82c617d364252bb9f7df7ff2/086c7bdf82c617d364252bb9f7df7ff2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210676.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/956/6e57023c1b760d9f76e655e4b9630956/6e57023c1b760d9f76e655e4b9630956.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210681.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/c17/70dbd1c442d4754c8e41ce1852e15c17/70dbd1c442d4754c8e41ce1852e15c17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210686.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/4dc/34ab2c0e8fcd6619f9b18a88dd69f4dc/34ab2c0e8fcd6619f9b18a88dd69f4dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210691.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/301/93cfa0746bd4f250389bcc11b84c3301/93cfa0746bd4f250389bcc11b84c3301.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210696.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ef8/087b2832d9b943c36b7b143164e32ef8/087b2832d9b943c36b7b143164e32ef8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210701.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/506/a1bee517ab3086e40cb1c861d97e0506/a1bee517ab3086e40cb1c861d97e0506.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210706.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/366/5e9c4df1fe55caa2338e9b82dc211366/5e9c4df1fe55caa2338e9b82dc211366.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210711.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/b05/7a0c4b9283eec00fae8ee6a322c0db05/7a0c4b9283eec00fae8ee6a322c0db05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210716.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/990/4e5a1f6e4dd6a9b3cfc7292aeb087990/4e5a1f6e4dd6a9b3cfc7292aeb087990.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210721.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/20d/3a3365d236d39421842dc09c128ff20d/3a3365d236d39421842dc09c128ff20d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210726.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/4e7/154c7916ce9cd2ad3e4d054c09b814e7/154c7916ce9cd2ad3e4d054c09b814e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210731.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/8e3/e0effaf7d91d8db80b6fd1c0a28b58e3/e0effaf7d91d8db80b6fd1c0a28b58e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210736.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/a41/2146a75d27d67561b6d41e4016b95a41/2146a75d27d67561b6d41e4016b95a41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210741.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/03b/683f213db5c8d9a28a5c5530539e603b/683f213db5c8d9a28a5c5530539e603b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210746.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5c4/8b2f9057d12e8955742e7bdb789225c4/8b2f9057d12e8955742e7bdb789225c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210751.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/fda/22703212ec976049e359fe770b270fda/22703212ec976049e359fe770b270fda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210756.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/aa9/f6d59629d4cd42669c1494e7f4a10aa9/f6d59629d4cd42669c1494e7f4a10aa9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210761.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/155/e8751a99220a08a7db895a09d2eef155/e8751a99220a08a7db895a09d2eef155.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210766.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/3e2/57998885033b38e80f035489ed76f3e2/57998885033b38e80f035489ed76f3e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210771.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/910/ae3cc3888c6d8ae0324a048a371e4910/ae3cc3888c6d8ae0324a048a371e4910.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210776.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/ca7/b49f34e0a9198560682b8a8dfdc16ca7/b49f34e0a9198560682b8a8dfdc16ca7.dbUnlinked retiring db '/tmp/tmpa4i728lo/containers/part/suffix/hash/container.db' -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -Unlinked retiring db '/tmp/tmprtp80cxt/containers/part/suffix/hash/container-2dd72aaf-a1a6-4e42-bad2-3bf4fa6edb5c.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -Unlinked retiring db '/tmp/tmprtp80cxt/containers/part/suffix/hash/container-f682b589-0998-4ade-8137-ccc81af5ecd0.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210781.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e30/5fa7465073c2757fbaa64e069704be30/5fa7465073c2757fbaa64e069704be30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210786.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e07/3a641464311fd5af1350e36ff71ece07/3a641464311fd5af1350e36ff71ece07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210791.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/d5c/cf3de7677dcaf68d93741d69e1947d5c/cf3de7677dcaf68d93741d69e1947d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210796.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/397/9c04155f7a5924b9fe99cc7d63e61397/9c04155f7a5924b9fe99cc7d63e61397.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210801.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/43f/a657533464ccdb53079fec05b87c743f/a657533464ccdb53079fec05b87c743f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210806.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/644/6784b8ef37799c8a84b7654e2c243644/6784b8ef37799c8a84b7654e2c243644.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210811.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/352/144b6f2b24997f29fa6d182ce72a8352/144b6f2b24997f29fa6d182ce72a8352.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210816.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/1ef/627aa9600a9c84ee3064f4f9bcff91ef/627aa9600a9c84ee3064f4f9bcff91ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210821.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/1a5/98217997c3a810163c14b4fa622061a5/98217997c3a810163c14b4fa622061a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210826.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/6e8/64748ba9caa3ffaa078297f6e69696e8/64748ba9caa3ffaa078297f6e69696e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210831.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/889/4565800f8df00b6670425917eb026889/4565800f8df00b6670425917eb026889.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210836.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5a2/c635071c02caa0bb437269615ab295a2/c635071c02caa0bb437269615ab295a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210841.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/fe5/45503b49520f5a37cad55a4c5984ffe5/45503b49520f5a37cad55a4c5984ffe5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210846.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/e8b/571a573ba4f5dc50b61221169417fe8b/571a573ba4f5dc50b61221169417fe8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210851.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/162/7ad8699d409fa875450b92fa10468162/7ad8699d409fa875450b92fa10468162.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210856.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/604/6c307ef9f12b7ab6c2e37bb2df8eb604/6c307ef9f12b7ab6c2e37bb2df8eb604.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210861.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/5f7/c00673212396ed1b981923d57921b5f7/c00673212396ed1b981923d57921b5f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210866.00000-0, db: /tmp/tmpvzt6_vu7/sda/containers/0/1bf/d173febee3a9bdf55abe77fc3e27e1bf/d173febee3a9bdf55abe77fc3e27e1bf.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmptwwqpwmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmptwwqpwmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmptwwqpwmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmptwwqpwmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmptwwqpwmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmptwwqpwmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmptwwqpwmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmptwwqpwmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmptwwqpwmm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1735209636.00000, path: a/c, db: /tmp/tmpbszwwv3o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209636.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmp7egv2zct/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209637.00000-0, db: /tmp/tmp6ehjezh1/sda/containers/0/ce5/8e80a546d48bfea523cc8e64d7111ce5/8e80a546d48bfea523cc8e64d7111ce5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209637.00000-0, db: /tmp/tmp6ehjezh1/sda/containers/0/ce5/8e80a546d48bfea523cc8e64d7111ce5/8e80a546d48bfea523cc8e64d7111ce5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209640.00000-0, db: /tmp/tmp6ehjezh1/sda/containers/0/30b/9441fdd8a3d2e377391e0926dd71830b/9441fdd8a3d2e377391e0926dd71830b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209640.00000-0, db: /tmp/tmp6ehjezh1/sda/containers/0/30b/9441fdd8a3d2e377391e0926dd71830b/9441fdd8a3d2e377391e0926dd71830b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok - -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735209638.00000, (0, 0) as of 1735209638.00000, active as of 1735209638.00000> to ShardRange<'k' to 't' as of 1735209639.00000, (0, 0) as of 1735209639.00000, active as of 1735209639.00000>, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209643.00000, (0, 0) as of 1735209643.00000, shrinking as of 1735209640.00000> to ShardRange<'k' to 't' as of 1735209643.00000, (0, 0) as of 1735209643.00000, sharding as of 1735209644.00000>, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpizblkcra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-b8a6611ee0c99e12258fa3ba6e569034-1735209642.00000-2, db: /tmp/tmpe_5j6db5/sda/containers/0/017/f84f53b2b8b7098ff718a5773924b017/f84f53b2b8b7098ff718a5773924b017.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209638.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/95f/37405e9c210e1fbea73642416f57d95f/37405e9c210e1fbea73642416f57d95f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209638.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/95f/37405e9c210e1fbea73642416f57d95f/37405e9c210e1fbea73642416f57d95f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209647.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/f87/0f08169c35b447615440f19c67656f87/0f08169c35b447615440f19c67656f87.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209647.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/f87/0f08169c35b447615440f19c67656f87/0f08169c35b447615440f19c67656f87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209656.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/19f/9b4ae03fa7630ea6952a1508a93db19f/9b4ae03fa7630ea6952a1508a93db19f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209656.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/19f/9b4ae03fa7630ea6952a1508a93db19f/9b4ae03fa7630ea6952a1508a93db19f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209665.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/47f/2f3f17e04ab7601b965a94ac0a2ed47f/2f3f17e04ab7601b965a94ac0a2ed47f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209665.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/47f/2f3f17e04ab7601b965a94ac0a2ed47f/2f3f17e04ab7601b965a94ac0a2ed47f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209674.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/6c1/7b3e117686543501e6dbabebdb45e6c1/7b3e117686543501e6dbabebdb45e6c1.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209674.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/6c1/7b3e117686543501e6dbabebdb45e6c1/7b3e117686543501e6dbabebdb45e6c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209683.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/cdd/157cf94c0f9ca6f1845fc595fefeecdd/157cf94c0f9ca6f1845fc595fefeecdd.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209683.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/cdd/157cf94c0f9ca6f1845fc595fefeecdd/157cf94c0f9ca6f1845fc595fefeecdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209692.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/f55/8dbc6aed0208c8f0c8f24d76bca0ef55/8dbc6aed0208c8f0c8f24d76bca0ef55.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209692.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/f55/8dbc6aed0208c8f0c8f24d76bca0ef55/8dbc6aed0208c8f0c8f24d76bca0ef55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209701.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/525/5b3c367317c17336be086b2db49cf525/5b3c367317c17336be086b2db49cf525.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209701.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/525/5b3c367317c17336be086b2db49cf525/5b3c367317c17336be086b2db49cf525.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209710.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/fad/224e2a5df53887cec48c8d277808ffad/224e2a5df53887cec48c8d277808ffad.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209710.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/fad/224e2a5df53887cec48c8d277808ffad/224e2a5df53887cec48c8d277808ffad.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209710.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/fad/224e2a5df53887cec48c8d277808ffad/224e2a5df53887cec48c8d277808ffad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209719.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/ad6/1f8b1ebbddd07ed18923b2762ccabad6/1f8b1ebbddd07ed18923b2762ccabad6.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209719.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/ad6/1f8b1ebbddd07ed18923b2762ccabad6/1f8b1ebbddd07ed18923b2762ccabad6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209719.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/ad6/1f8b1ebbddd07ed18923b2762ccabad6/1f8b1ebbddd07ed18923b2762ccabad6.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok - -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txca08f3253e474548ab1a2-00676d329e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txca08f3253e474548ab1a2-00676d329e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txca08f3253e474548ab1a2-00676d329e) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txca08f3253e474548ab1a2-00676d329e) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txca08f3253e474548ab1a2-00676d329e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8cbe2393256d45149f86f-00676d32a1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8cbe2393256d45149f86f-00676d32a1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8cbe2393256d45149f86f-00676d32a1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8cbe2393256d45149f86f-00676d32a1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8cbe2393256d45149f86f-00676d32a1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8cbe2393256d45149f86f-00676d32a1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx8cbe2393256d45149f86f-00676d32a1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx8cbe2393256d45149f86f-00676d32a1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx8cbe2393256d45149f86f-00676d32a1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx8cbe2393256d45149f86f-00676d32a1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx8cbe2393256d45149f86f-00676d32a1) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx8cbe2393256d45149f86f-00676d32a1) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx8cbe2393256d45149f86f-00676d32a1) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx8cbe2393256d45149f86f-00676d32a1) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx8cbe2393256d45149f86f-00676d32a1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Setting object count to 1058 (txn: tx27a2a717b9fb4b5fa1edf-00676d32a4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: Setting object count to 1024 (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: Setting object count to 1024 (txn: tx308fa8b0f2fb4b5e87e14-00676d32a7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -Unlinked retiring db '/tmp/tmpnihsrq95/containers/part/suffix/hash/container.db' - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209728.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/867/74fffd6252bb3f03a4cafe59e5554867/74fffd6252bb3f03a4cafe59e5554867.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209728.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/867/74fffd6252bb3f03a4cafe59e5554867/74fffd6252bb3f03a4cafe59e5554867.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209728.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/867/74fffd6252bb3f03a4cafe59e5554867/74fffd6252bb3f03a4cafe59e5554867.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209737.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/311/9c2a93ee94fe715c8fb20fe82ec88311/9c2a93ee94fe715c8fb20fe82ec88311.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209737.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/311/9c2a93ee94fe715c8fb20fe82ec88311/9c2a93ee94fe715c8fb20fe82ec88311.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209737.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/311/9c2a93ee94fe715c8fb20fe82ec88311/9c2a93ee94fe715c8fb20fe82ec88311.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209746.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/786/b774fff4d53558a8b9c167c1c69cc786/b774fff4d53558a8b9c167c1c69cc786.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209746.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/786/b774fff4d53558a8b9c167c1c69cc786/b774fff4d53558a8b9c167c1c69cc786.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209746.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/786/b774fff4d53558a8b9c167c1c69cc786/b774fff4d53558a8b9c167c1c69cc786.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209755.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/962/7a631a4b982cc7437976143696a56962/7a631a4b982cc7437976143696a56962.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209755.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/962/7a631a4b982cc7437976143696a56962/7a631a4b982cc7437976143696a56962.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209755.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/962/7a631a4b982cc7437976143696a56962/7a631a4b982cc7437976143696a56962.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209764.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/b89/936e13616533b08be5e8f2b24cfc4b89/936e13616533b08be5e8f2b24cfc4b89.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209764.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/b89/936e13616533b08be5e8f2b24cfc4b89/936e13616533b08be5e8f2b24cfc4b89.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209764.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/b89/936e13616533b08be5e8f2b24cfc4b89/936e13616533b08be5e8f2b24cfc4b89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209773.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/0db/eab3b7980f94611dcd29da4ec30600db/eab3b7980f94611dcd29da4ec30600db.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209773.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/0db/eab3b7980f94611dcd29da4ec30600db/eab3b7980f94611dcd29da4ec30600db.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209773.00000-2, db: /tmp/tmpp_dna_40/sda/containers/0/0db/eab3b7980f94611dcd29da4ec30600db/eab3b7980f94611dcd29da4ec30600db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209641.00000-2, db: /tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735209641.00000, (0, 0) as of 1735209641.00000, active as of 1735209641.00000> to ShardRange<'a' to 'b' as of 1735209641.00000, (0, 0) as of 1735209641.00000, sharding as of 1735209646.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209641.00000-2, db: /tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209641.00000-2, db: /tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209641.00000-2, db: /tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209641.00000-2, db: /tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82_1735209641.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209641.00000-2, db: /tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82_1735209641.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209641.00000-2, db: /tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82_1735209641.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209641.00000-2, db: /tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82_1735209641.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735209641.00000, (0, 0) as of 1735209641.00000, sharding as of 1735209647.00000> to ShardRange<'a' to 'b' as of 1735209641.00000, (0, 0) as of 1735209641.00000, sharded as of 1735209650.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735209641.00000-2, db: /tmp/tmp5cfyz7pn/sda/containers/0/b82/d23411fb8935021d71f9d708cd810b82/d23411fb8935021d71f9d708cd810b82_1735209641.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209642.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/7e4/482b0f8b5752459178240e6b8a2dd7e4/482b0f8b5752459178240e6b8a2dd7e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209644.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/11e/de890a7792484f22423c471c031ca11e/de890a7792484f22423c471c031ca11e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209643.00000, (0, 0) as of 1735209643.00000, found as of 1735209643.00000> to ShardRange<'k' to 't' as of 1735209644.00000, (0, 0) as of 1735209644.00000, created as of 1735209644.00000>, path: .shards_a/shard_c_1735209644.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/11e/de890a7792484f22423c471c031ca11e/de890a7792484f22423c471c031ca11e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209646.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/568/58249c57df8bb6bd72aeacfbfc71c568/58249c57df8bb6bd72aeacfbfc71c568.dbtest.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test ERROR: Failed to unlink '/tmp/tmp24e7d5gs/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp24e7d5gs/containers/part/suffix/hash/container_1735209635.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp24e7d5gs/containers/part/suffix/hash/container_1735209635.00000.db': ['/tmp/tmp24e7d5gs/containers/part/suffix/hash/container.db', '/tmp/tmp24e7d5gs/containers/part/suffix/hash/container_1735209636.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp24e7d5gs/containers/part/suffix/hash/container_1735209636.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txdcf3bebc5d9146c588de5-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txdcf3bebc5d9146c588de5-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txdcf3bebc5d9146c588de5-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txdcf3bebc5d9146c588de5-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txdcf3bebc5d9146c588de5-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txdcf3bebc5d9146c588de5-00676d32ab) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txdcf3bebc5d9146c588de5-00676d32ab) -test INFO: Client disconnected on read of '/a/c' (txn: txdcf3bebc5d9146c588de5-00676d32ab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdb660ee9c1a84e0a88ba0-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdb660ee9c1a84e0a88ba0-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdb660ee9c1a84e0a88ba0-00676d32ab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx04fc1c7bf4f74d008d0f1-00676d32ab) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx85628b2246234ca5b8b5a-00676d32ab) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx42bff2cc059d4f02b0957-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txc8e4436a7f554bc5a624b-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx2d1c81161576466daf4ba-00676d32ab) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx47cf90cfe9bb4c2898793-00676d32ab) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx47cf90cfe9bb4c2898793-00676d32ab) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx80c12880737f4bba971e8-00676d32ab) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd76e825a770d484f80576-00676d32ab) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx197892db8c5142a79c190-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx32557ad20e1845b1be266-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx1bfc48c3f26c49b48f40d-00676d32ab)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test ERROR: Failed to unlink '/tmp/tmp920o5cr_/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp920o5cr_/containers/part/suffix/hash/container_1735209633.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp920o5cr_/containers/part/suffix/hash/container_1735209633.00000.db': ['/tmp/tmp920o5cr_/containers/part/suffix/hash/container.db', '/tmp/tmp920o5cr_/containers/part/suffix/hash/container_1735209634.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp920o5cr_/containers/part/suffix/hash/container_1735209634.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmp4zvg6a95/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4zvg6a95/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmp4zvg6a95/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4zvg6a95/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:42 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0895 "-" 2944470 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:42 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0531 "-" 2944470 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:42 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0618 "-" 2944470 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:42 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0194 "-" 2944470 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:42 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbe089bd2cd05472a8c650-00676d32aa" "proxy-server 2944470" 0.0080 "-" 2944470 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:32847/sda1/1/a/c" "txbe089bd2cd05472a8c650-00676d32aa" "container-server 2944470" 0.0079 "-" 2944470 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36981/sdb1/1/a/c" "txbe089bd2cd05472a8c650-00676d32aa" "container-server 2944470" 0.0104 "-" 2944470 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbe089bd2cd05472a8c650-00676d32aa" "proxy-server 2944470" 0.1552 "-" 2944470 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbe089bd2cd05472a8c650-00676d32aa" "proxy-server 2944470" 0.1063 "-" 2944470 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/43 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbe089bd2cd05472a8c650-00676d32aa - 0.1957 - - 1735209642.880105019 1735209643.075842619 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf61d5c1fdc6b4b2b99960-00676d32ab" "proxy-server 2944470" 0.0021 "-" 2944470 -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok - -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txbd5901e86a06415b82d5e-00676d32ab) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbd5901e86a06415b82d5e-00676d32ab) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx11131347d3f4455d96024-00676d32ab) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx93cc37ee63354f86a1ba5-00676d32ab) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txcf45359405994904ad4e8-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txb4571a9ac636482181bb8-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txaa5d3ce45d3e4715bce1a-00676d32ab) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx116891aa1ec94c8f91090-00676d32ab) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx116891aa1ec94c8f91090-00676d32ab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc1ec44070c8d4ab1a551c-00676d32ab) -test INFO: Client disconnected on read of '/a/c' (txn: txeed2a4ebbba6484d83f30-00676d32ab) -test INFO: Client disconnected on read of '/a/c' (txn: txc2535c70d8c4456c8c3d0-00676d32ab) -test INFO: Client disconnected on read of '/a/c' (txn: txc2535c70d8c4456c8c3d0-00676d32ab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209645.00000, (0, 0) as of 1735209645.00000, found as of 1735209645.00000> to ShardRange<'k' to 't' as of 1735209646.00000, (0, 0) as of 1735209646.00000, cleaved as of 1735209646.00000>, path: .shards_a/shard_c_1735209646.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/568/58249c57df8bb6bd72aeacfbfc71c568/58249c57df8bb6bd72aeacfbfc71c568.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209648.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e7a/b7021e6d5340d47f6b303b8fc8941e7a/b7021e6d5340d47f6b303b8fc8941e7a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209647.00000, (0, 0) as of 1735209647.00000, found as of 1735209647.00000> to ShardRange<'k' to 't' as of 1735209648.00000, (0, 0) as of 1735209648.00000, active as of 1735209648.00000>, path: .shards_a/shard_c_1735209648.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e7a/b7021e6d5340d47f6b303b8fc8941e7a/b7021e6d5340d47f6b303b8fc8941e7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209650.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f22/69ae4a294542a3a596aa91b34fcaef22/69ae4a294542a3a596aa91b34fcaef22.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209649.00000, (0, 0) as of 1735209649.00000, found as of 1735209649.00000> to ShardRange<'k' to 't' as of 1735209650.00000, (0, 0) as of 1735209650.00000, shrinking as of 1735209650.00000>, path: .shards_a/shard_c_1735209650.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f22/69ae4a294542a3a596aa91b34fcaef22/69ae4a294542a3a596aa91b34fcaef22.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209650.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f22/69ae4a294542a3a596aa91b34fcaef22/69ae4a294542a3a596aa91b34fcaef22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209652.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/124/371601ef37794e02413abc9c10a93124/371601ef37794e02413abc9c10a93124.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209651.00000, (0, 0) as of 1735209651.00000, found as of 1735209651.00000> to ShardRange<'k' to 't' as of 1735209652.00000, (0, 0) as of 1735209652.00000, sharding as of 1735209652.00000>, path: .shards_a/shard_c_1735209652.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/124/371601ef37794e02413abc9c10a93124/371601ef37794e02413abc9c10a93124.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209652.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/124/371601ef37794e02413abc9c10a93124/371601ef37794e02413abc9c10a93124.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209654.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/847/c58a1f50d1fc743be947a87ff2565847/c58a1f50d1fc743be947a87ff2565847.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209653.00000, (0, 0) as of 1735209653.00000, found as of 1735209653.00000> to ShardRange<'k' to 't' as of 1735209654.00000, (0, 0) as of 1735209654.00000, sharded as of 1735209654.00000>, path: .shards_a/shard_c_1735209654.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/847/c58a1f50d1fc743be947a87ff2565847/c58a1f50d1fc743be947a87ff2565847.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209654.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/847/c58a1f50d1fc743be947a87ff2565847/c58a1f50d1fc743be947a87ff2565847.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209656.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e46/4f619d8071aaff2ccf0e4534770a4e46/4f619d8071aaff2ccf0e4534770a4e46.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209655.00000, (0, 0) as of 1735209655.00000, found as of 1735209655.00000> to ShardRange<'k' to 't' as of 1735209656.00000, (0, 0) as of 1735209656.00000, shrunk as of 1735209656.00000>, path: .shards_a/shard_c_1735209656.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e46/4f619d8071aaff2ccf0e4534770a4e46/4f619d8071aaff2ccf0e4534770a4e46.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209656.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e46/4f619d8071aaff2ccf0e4534770a4e46/4f619d8071aaff2ccf0e4534770a4e46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209658.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fd5/b4063abd7dc1146a28e4dbc02f08bfd5/b4063abd7dc1146a28e4dbc02f08bfd5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209657.00000, (0, 0) as of 1735209657.00000, created as of 1735209657.00000> to ShardRange<'k' to 't' as of 1735209658.00000, (0, 0) as of 1735209658.00000, found as of 1735209658.00000>, path: .shards_a/shard_c_1735209658.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fd5/b4063abd7dc1146a28e4dbc02f08bfd5/b4063abd7dc1146a28e4dbc02f08bfd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209660.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/67b/2f2a02be03a60c45b4123bb2aa16c67b/2f2a02be03a60c45b4123bb2aa16c67b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209662.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f15/5d803dea2d505b4fa83dc442e0d5df15/5d803dea2d505b4fa83dc442e0d5df15.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209661.00000, (0, 0) as of 1735209661.00000, created as of 1735209661.00000> to ShardRange<'k' to 't' as of 1735209662.00000, (0, 0) as of 1735209662.00000, cleaved as of 1735209662.00000>, path: .shards_a/shard_c_1735209662.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f15/5d803dea2d505b4fa83dc442e0d5df15/5d803dea2d505b4fa83dc442e0d5df15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209664.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/6a3/9131262e12c6a4ea843b4194c2d2f6a3/9131262e12c6a4ea843b4194c2d2f6a3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209663.00000, (0, 0) as of 1735209663.00000, created as of 1735209663.00000> to ShardRange<'k' to 't' as of 1735209664.00000, (0, 0) as of 1735209664.00000, active as of 1735209664.00000>, path: .shards_a/shard_c_1735209664.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/6a3/9131262e12c6a4ea843b4194c2d2f6a3/9131262e12c6a4ea843b4194c2d2f6a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209666.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/c61/19e147a8768ec68aa473e4240fd9cc61/19e147a8768ec68aa473e4240fd9cc61.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209665.00000, (0, 0) as of 1735209665.00000, created as of 1735209665.00000> to ShardRange<'k' to 't' as of 1735209666.00000, (0, 0) as of 1735209666.00000, shrinking as of 1735209666.00000>, path: .shards_a/shard_c_1735209666.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/c61/19e147a8768ec68aa473e4240fd9cc61/19e147a8768ec68aa473e4240fd9cc61.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209666.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/c61/19e147a8768ec68aa473e4240fd9cc61/19e147a8768ec68aa473e4240fd9cc61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209668.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/b73/e7b8da17e36d44d74b9b0b67ff7f4b73/e7b8da17e36d44d74b9b0b67ff7f4b73.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209667.00000, (0, 0) as of 1735209667.00000, created as of 1735209667.00000> to ShardRange<'k' to 't' as of 1735209668.00000, (0, 0) as of 1735209668.00000, sharding as of 1735209668.00000>, path: .shards_a/shard_c_1735209668.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/b73/e7b8da17e36d44d74b9b0b67ff7f4b73/e7b8da17e36d44d74b9b0b67ff7f4b73.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209668.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/b73/e7b8da17e36d44d74b9b0b67ff7f4b73/e7b8da17e36d44d74b9b0b67ff7f4b73.dbtest.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -Unlinked retiring db '/tmp/tmp1tvyakzj/containers/part/suffix/hash/container.db' - -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok - -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok - -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx27e0b9a2afa94cf4be297-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx27e0b9a2afa94cf4be297-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx27e0b9a2afa94cf4be297-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx27e0b9a2afa94cf4be297-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx27e0b9a2afa94cf4be297-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx27e0b9a2afa94cf4be297-00676d32ab) -test ERROR: Container GET returning 503 for [] (txn: tx27e0b9a2afa94cf4be297-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx561d774b5c49424588503-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx561d774b5c49424588503-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx561d774b5c49424588503-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx561d774b5c49424588503-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx561d774b5c49424588503-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx561d774b5c49424588503-00676d32ab) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx561d774b5c49424588503-00676d32ab) -test INFO: Client disconnected on read of '/a/c' (txn: tx22a9b4c6041f4b24aacba-00676d32ab) -test INFO: Client disconnected on read of '/a/c' (txn: tx44e879b9f2804c4e9e8b0-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9b78d465ea8443b2ad097-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9b78d465ea8443b2ad097-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9b78d465ea8443b2ad097-00676d32ab)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok - -test ERROR: Container GET returning 503 for [] (txn: tx9b78d465ea8443b2ad097-00676d32ab) -test INFO: Client disconnected on read of '/a/c' (txn: tx9b78d465ea8443b2ad097-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0dfcdd4f37b04b7aa3adf-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0dfcdd4f37b04b7aa3adf-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0dfcdd4f37b04b7aa3adf-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0dfcdd4f37b04b7aa3adf-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0dfcdd4f37b04b7aa3adf-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0dfcdd4f37b04b7aa3adf-00676d32ab) -test ERROR: Container GET returning 503 for [] (txn: tx0dfcdd4f37b04b7aa3adf-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd575866ffe044c149abcb-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd575866ffe044c149abcb-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd575866ffe044c149abcb-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd575866ffe044c149abcb-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd575866ffe044c149abcb-00676d32ab) -test ERROR: Container GET returning 503 for [] (txn: txd575866ffe044c149abcb-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx933a13920ae048558ebcd-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx933a13920ae048558ebcd-00676d32ab) -test ERROR: Container GET returning 503 for [] (txn: tx933a13920ae048558ebcd-00676d32ab) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe45dadd3e8d948d098c2a-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa305fe1cda7d43738ed01-00676d32ab) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa305fe1cda7d43738ed01-00676d32ab) -test ERROR: Container GET returning 503 for [500, 500] (txn: txa305fe1cda7d43738ed01-00676d32ab) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0123246cc2ca4c3bbe220-00676d32ab) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx241eb2e203c34e65afe57-00676d32ab) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx241eb2e203c34e65afe57-00676d32ab) -test INFO: Client disconnected on read of '/a/c' (txn: tx241eb2e203c34e65afe57-00676d32ab) -test ERROR: Container GET returning 503 for [] (txn: tx5d6b3aad9c5d485a9fd89-00676d32ab) -test INFO: Client disconnected on read of '/a/c' (txn: tx5d6b3aad9c5d485a9fd89-00676d32ab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx724e7d7067934cd7a4075-00676d32ac) -test INFO: Client disconnected on read of '/a/c' (txn: tx724e7d7067934cd7a4075-00676d32ac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx107f0defa7a04d1aa903b-00676d32ac) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx107f0defa7a04d1aa903b-00676d32ac) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx107f0defa7a04d1aa903b-00676d32ac) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx107f0defa7a04d1aa903b-00676d32ac) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx107f0defa7a04d1aa903b-00676d32ac) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx107f0defa7a04d1aa903b-00676d32ac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx842c8f0d92a04c0ba2e9c-00676d32ac)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok - -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx842c8f0d92a04c0ba2e9c-00676d32ac) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx842c8f0d92a04c0ba2e9c-00676d32ac) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx842c8f0d92a04c0ba2e9c-00676d32ac) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx842c8f0d92a04c0ba2e9c-00676d32ac) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx842c8f0d92a04c0ba2e9c-00676d32ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6db038fcd6e3431bba129-00676d32ac) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6db038fcd6e3431bba129-00676d32ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx197adbc5fa4642aaa6c0b-00676d32ac) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx197adbc5fa4642aaa6c0b-00676d32ac) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx197adbc5fa4642aaa6c0b-00676d32ac) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx197adbc5fa4642aaa6c0b-00676d32ac) -proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx197adbc5fa4642aaa6c0b-00676d32ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3ca23c0dbf03493bb92be-00676d32ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0be4beba81894d3bac08a-00676d32ac) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx0be4beba81894d3bac08a-00676d32ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e7a7d102b7e4f56a4beb-00676d32ac) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx4e7a7d102b7e4f56a4beb-00676d32ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx09362252d1ef4933a0674-00676d32ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txce2a7aaa40ee43248107d-00676d32ac)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209670.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fab/3815ea082ec3b62bb336decfd5b5ffab/3815ea082ec3b62bb336decfd5b5ffab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209669.00000, (0, 0) as of 1735209669.00000, created as of 1735209669.00000> to ShardRange<'k' to 't' as of 1735209670.00000, (0, 0) as of 1735209670.00000, sharded as of 1735209670.00000>, path: .shards_a/shard_c_1735209670.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fab/3815ea082ec3b62bb336decfd5b5ffab/3815ea082ec3b62bb336decfd5b5ffab.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209670.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fab/3815ea082ec3b62bb336decfd5b5ffab/3815ea082ec3b62bb336decfd5b5ffab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209672.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/4f5/d9d55385c1fad7126d3eabc57874b4f5/d9d55385c1fad7126d3eabc57874b4f5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209671.00000, (0, 0) as of 1735209671.00000, created as of 1735209671.00000> to ShardRange<'k' to 't' as of 1735209672.00000, (0, 0) as of 1735209672.00000, shrunk as of 1735209672.00000>, path: .shards_a/shard_c_1735209672.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/4f5/d9d55385c1fad7126d3eabc57874b4f5/d9d55385c1fad7126d3eabc57874b4f5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209672.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/4f5/d9d55385c1fad7126d3eabc57874b4f5/d9d55385c1fad7126d3eabc57874b4f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209674.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/1c8/d37b0e485c220619b4d0941b6fed21c8/d37b0e485c220619b4d0941b6fed21c8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209673.00000, (0, 0) as of 1735209673.00000, cleaved as of 1735209673.00000> to ShardRange<'k' to 't' as of 1735209674.00000, (0, 0) as of 1735209674.00000, found as of 1735209674.00000>, path: .shards_a/shard_c_1735209674.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/1c8/d37b0e485c220619b4d0941b6fed21c8/d37b0e485c220619b4d0941b6fed21c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209676.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/6cd/038f829a7ccfa9015535ccc0ef0bd6cd/038f829a7ccfa9015535ccc0ef0bd6cd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209675.00000, (0, 0) as of 1735209675.00000, cleaved as of 1735209675.00000> to ShardRange<'k' to 't' as of 1735209676.00000, (0, 0) as of 1735209676.00000, created as of 1735209676.00000>, path: .shards_a/shard_c_1735209676.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/6cd/038f829a7ccfa9015535ccc0ef0bd6cd/038f829a7ccfa9015535ccc0ef0bd6cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209678.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/404/32774eaf49b6aae5bec14a8a7c518404/32774eaf49b6aae5bec14a8a7c518404.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209680.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/298/b494cad61523c6dbd232fa4333043298/b494cad61523c6dbd232fa4333043298.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209679.00000, (0, 0) as of 1735209679.00000, cleaved as of 1735209679.00000> to ShardRange<'k' to 't' as of 1735209680.00000, (0, 0) as of 1735209680.00000, active as of 1735209680.00000>, path: .shards_a/shard_c_1735209680.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/298/b494cad61523c6dbd232fa4333043298/b494cad61523c6dbd232fa4333043298.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209682.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/098/9fbf39716df9103ca796f58b8bfe4098/9fbf39716df9103ca796f58b8bfe4098.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209681.00000, (0, 0) as of 1735209681.00000, cleaved as of 1735209681.00000> to ShardRange<'k' to 't' as of 1735209682.00000, (0, 0) as of 1735209682.00000, shrinking as of 1735209682.00000>, path: .shards_a/shard_c_1735209682.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/098/9fbf39716df9103ca796f58b8bfe4098/9fbf39716df9103ca796f58b8bfe4098.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209682.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/098/9fbf39716df9103ca796f58b8bfe4098/9fbf39716df9103ca796f58b8bfe4098.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209684.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/244/1c610929995690c6f77d546379a3d244/1c610929995690c6f77d546379a3d244.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209683.00000, (0, 0) as of 1735209683.00000, cleaved as of 1735209683.00000> to ShardRange<'k' to 't' as of 1735209684.00000, (0, 0) as of 1735209684.00000, sharding as of 1735209684.00000>, path: .shards_a/shard_c_1735209684.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/244/1c610929995690c6f77d546379a3d244/1c610929995690c6f77d546379a3d244.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209684.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/244/1c610929995690c6f77d546379a3d244/1c610929995690c6f77d546379a3d244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209686.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/208/5d773a5f75acdb1ce01fce20c1d6c208/5d773a5f75acdb1ce01fce20c1d6c208.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209685.00000, (0, 0) as of 1735209685.00000, cleaved as of 1735209685.00000> to ShardRange<'k' to 't' as of 1735209686.00000, (0, 0) as of 1735209686.00000, sharded as of 1735209686.00000>, path: .shards_a/shard_c_1735209686.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/208/5d773a5f75acdb1ce01fce20c1d6c208/5d773a5f75acdb1ce01fce20c1d6c208.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209686.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/208/5d773a5f75acdb1ce01fce20c1d6c208/5d773a5f75acdb1ce01fce20c1d6c208.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209688.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/215/e46f57c731e12002e8cfef79acc9c215/e46f57c731e12002e8cfef79acc9c215.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209687.00000, (0, 0) as of 1735209687.00000, cleaved as of 1735209687.00000> to ShardRange<'k' to 't' as of 1735209688.00000, (0, 0) as of 1735209688.00000, shrunk as of 1735209688.00000>, path: .shards_a/shard_c_1735209688.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/215/e46f57c731e12002e8cfef79acc9c215/e46f57c731e12002e8cfef79acc9c215.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209688.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/215/e46f57c731e12002e8cfef79acc9c215/e46f57c731e12002e8cfef79acc9c215.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209690.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/23c/e981148616c26ca671ec810b24bde23c/e981148616c26ca671ec810b24bde23c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209689.00000, (0, 0) as of 1735209689.00000, active as of 1735209689.00000> to ShardRange<'k' to 't' as of 1735209690.00000, (0, 0) as of 1735209690.00000, found as of 1735209690.00000>, path: .shards_a/shard_c_1735209690.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/23c/e981148616c26ca671ec810b24bde23c/e981148616c26ca671ec810b24bde23c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209692.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/93d/657529c84e37d78eed05308d015d193d/657529c84e37d78eed05308d015d193d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209691.00000, (0, 0) as of 1735209691.00000, active as of 1735209691.00000> to ShardRange<'k' to 't' as of 1735209692.00000, (0, 0) as of 1735209692.00000, created as of 1735209692.00000>, path: .shards_a/shard_c_1735209692.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/93d/657529c84e37d78eed05308d015d193d/657529c84e37d78eed05308d015d193d.db -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txce2a7aaa40ee43248107d-00676d32ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c86a27ee669423b8347c-00676d32ac) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx2c86a27ee669423b8347c-00676d32ac) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx2c86a27ee669423b8347c-00676d32ac) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx2c86a27ee669423b8347c-00676d32ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:32847/sda1/1/a1/c1" "txf61d5c1fdc6b4b2b99960-00676d32ab" "container-server 2944470" 0.0081 "-" 2944470 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36981/sdb1/1/a1/c1" "txf61d5c1fdc6b4b2b99960-00676d32ab" "container-server 2944470" 0.0110 "-" 2944470 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf61d5c1fdc6b4b2b99960-00676d32ab" "proxy-server 2944470" 0.1297 "-" 2944470 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf61d5c1fdc6b4b2b99960-00676d32ab" "proxy-server 2944470" 0.0817 "-" 2944470 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/43 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf61d5c1fdc6b4b2b99960-00676d32ab - 0.1586 - - 1735209643.087267399 1735209643.245878696 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx274b356853e647f5bb57b-00676d32ab" "proxy-server 2944470" 0.0586 "-" 2944470 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36981/sdb1/2/a/c1" "tx274b356853e647f5bb57b-00676d32ab" "container-server 2944470" 0.0027 "-" 2944470 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:32847/sda1/2/a/c1" "tx274b356853e647f5bb57b-00676d32ab" "container-server 2944470" 0.0434 "-" 2944470 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx274b356853e647f5bb57b-00676d32ab" "proxy-server 2944470" 0.1550 "-" 2944470 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx274b356853e647f5bb57b-00676d32ab" "proxy-server 2944470" 0.1034 "-" 2944470 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/43 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx274b356853e647f5bb57b-00676d32ab - 0.2393 - - 1735209643.248741865 1735209643.488060236 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc2377910ab5145f8862b5-00676d32ab" "proxy-server 2944470" 0.0245 "-" 2944470 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36981/sdb1/1/a/c2" "txc2377910ab5145f8862b5-00676d32ab" "container-server 2944470" 0.0069 "-" 2944470 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:32847/sda1/1/a/c2" "txc2377910ab5145f8862b5-00676d32ab" "container-server 2944470" 0.0412 "-" 2944470 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc2377910ab5145f8862b5-00676d32ab" "proxy-server 2944470" 0.1083 "-" 2944470 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:43 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc2377910ab5145f8862b5-00676d32ab" "proxy-server 2944470" 0.1529 "-" 2944470 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/43 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc2377910ab5145f8862b5-00676d32ab - 0.1996 - - 1735209643.499228954 1735209643.698813677 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpm7964sp4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm7964sp4/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpm7964sp4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm7964sp4/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:44 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0325 "-" 2944470 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:44 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0417 "-" 2944470 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:44 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0512 "-" 2944470 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0365 "-" 2944470 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx26c09742ab81417c90e01-00676d32ad" "proxy-server 2944470" 0.0025 "-" 2944470 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44705/sdb1/1/a/c" "tx26c09742ab81417c90e01-00676d32ad" "container-server 2944470" 0.0067 "-" 2944470 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:42991/sda1/1/a/c" "tx26c09742ab81417c90e01-00676d32ad" "container-server 2944470" 0.0079 "-" 2944470 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx26c09742ab81417c90e01-00676d32ad" "proxy-server 2944470" 0.1312 "-" 2944470 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx26c09742ab81417c90e01-00676d32ad" "proxy-server 2944470" 0.0850 "-" 2944470 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx26c09742ab81417c90e01-00676d32ad - 0.1844 - - 1735209645.051398039 1735209645.235768557 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8d841e5eab5b429eb549f-00676d32ad" "proxy-server 2944470" 0.0079 "-" 2944470 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:42991/sda1/1/a1/c1" "tx8d841e5eab5b429eb549f-00676d32ad" "container-server 2944470" 0.0044 "-" 2944470 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44705/sdb1/1/a1/c1" "tx8d841e5eab5b429eb549f-00676d32ad" "container-server 2944470" 0.0030 "-" 2944470 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8d841e5eab5b429eb549f-00676d32ad" "proxy-server 2944470" 0.1353 "-" 2944470 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8d841e5eab5b429eb549f-00676d32ad" "proxy-server 2944470" 0.0890 "-" 2944470 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8d841e5eab5b429eb549f-00676d32ad - 0.1811 - - 1735209645.243721247 1735209645.424843073 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfa24cf1a8d954f3c96013-00676d32ad" "proxy-server 2944470" 0.0261 "-" 2944470 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44705/sdb1/2/a/c1" "txfa24cf1a8d954f3c96013-00676d32ad" "container-server 2944470" 0.0358 "-" 2944470 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:42991/sda1/2/a/c1" "txfa24cf1a8d954f3c96013-00676d32ad" "container-server 2944470" 0.0021 "-" 2944470 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa24cf1a8d954f3c96013-00676d32ad" "proxy-server 2944470" 0.0747 "-" 2944470 1test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -Unlinked retiring db '/tmp/tmpva8v6bm_/containers/part/suffix/hash/container.db' - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmped46xqs_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmped46xqs_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmped46xqs_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmped46xqs_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0210 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0398 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0454 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0321 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe9e7c7093d324b5f97e0b-00676d32ae" "proxy-server 2944505" 0.0071 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41747/sda1/1/a/c" "txe9e7c7093d324b5f97e0b-00676d32ae" "container-server 2944505" 0.0023 "-" 2944505 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39129/sdb1/1/a/c" "txe9e7c7093d324b5f97e0b-00676d32ae" "container-server 2944505" 0.0019 "-" 2944505 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe9e7c7093d324b5f97e0b-00676d32ae" "proxy-server 2944505" 0.1046 "-" 2944505 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe9e7c7093d324b5f97e0b-00676d32ae" "proxy-server 2944505" 0.0578 "-" 2944505 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/46 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe9e7c7093d324b5f97e0b-00676d32ae - 0.1339 - - 1735209646.759383440 1735209646.893309116 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:46 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx055f2db1d13344988e154-00676d32ae" "proxy-server 2944505" 0.0068 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41747/sda1/1/a1/c1" "tx055f2db1d13344988e154-00676d32ae" "container-server 2944505" 0.0020 "-" 2944505 0test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209694.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fb7/6b0bc537eeaf51bd751ee4d0fb3fffb7/6b0bc537eeaf51bd751ee4d0fb3fffb7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209693.00000, (0, 0) as of 1735209693.00000, active as of 1735209693.00000> to ShardRange<'k' to 't' as of 1735209694.00000, (0, 0) as of 1735209694.00000, cleaved as of 1735209694.00000>, path: .shards_a/shard_c_1735209694.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fb7/6b0bc537eeaf51bd751ee4d0fb3fffb7/6b0bc537eeaf51bd751ee4d0fb3fffb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209696.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/eb5/ac0bd272f47eb461092d8180e8829eb5/ac0bd272f47eb461092d8180e8829eb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209698.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/047/ad1eb220371ea45c10471a842af11047/ad1eb220371ea45c10471a842af11047.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209697.00000, (0, 0) as of 1735209697.00000, active as of 1735209697.00000> to ShardRange<'k' to 't' as of 1735209698.00000, (0, 0) as of 1735209698.00000, shrinking as of 1735209698.00000>, path: .shards_a/shard_c_1735209698.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/047/ad1eb220371ea45c10471a842af11047/ad1eb220371ea45c10471a842af11047.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209698.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/047/ad1eb220371ea45c10471a842af11047/ad1eb220371ea45c10471a842af11047.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209700.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/338/efaf22d86dae221fb17e77ab65edb338/efaf22d86dae221fb17e77ab65edb338.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209699.00000, (0, 0) as of 1735209699.00000, active as of 1735209699.00000> to ShardRange<'k' to 't' as of 1735209700.00000, (0, 0) as of 1735209700.00000, sharding as of 1735209700.00000>, path: .shards_a/shard_c_1735209700.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/338/efaf22d86dae221fb17e77ab65edb338/efaf22d86dae221fb17e77ab65edb338.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209700.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/338/efaf22d86dae221fb17e77ab65edb338/efaf22d86dae221fb17e77ab65edb338.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209702.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/605/97079784577b0486957c898fdb255605/97079784577b0486957c898fdb255605.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209701.00000, (0, 0) as of 1735209701.00000, active as of 1735209701.00000> to ShardRange<'k' to 't' as of 1735209702.00000, (0, 0) as of 1735209702.00000, sharded as of 1735209702.00000>, path: .shards_a/shard_c_1735209702.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/605/97079784577b0486957c898fdb255605/97079784577b0486957c898fdb255605.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209702.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/605/97079784577b0486957c898fdb255605/97079784577b0486957c898fdb255605.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209704.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/cde/e0872595d705b3377b1eb815dd5fccde/e0872595d705b3377b1eb815dd5fccde.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209703.00000, (0, 0) as of 1735209703.00000, active as of 1735209703.00000> to ShardRange<'k' to 't' as of 1735209704.00000, (0, 0) as of 1735209704.00000, shrunk as of 1735209704.00000>, path: .shards_a/shard_c_1735209704.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/cde/e0872595d705b3377b1eb815dd5fccde/e0872595d705b3377b1eb815dd5fccde.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209704.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/cde/e0872595d705b3377b1eb815dd5fccde/e0872595d705b3377b1eb815dd5fccde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209706.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/483/ec9de8022fbe428ad17886235dc3a483/ec9de8022fbe428ad17886235dc3a483.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209705.00000, (0, 0) as of 1735209705.00000, shrinking as of 1735209705.00000> to ShardRange<'k' to 't' as of 1735209706.00000, (0, 0) as of 1735209706.00000, found as of 1735209706.00000>, path: .shards_a/shard_c_1735209706.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/483/ec9de8022fbe428ad17886235dc3a483/ec9de8022fbe428ad17886235dc3a483.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209708.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e34/b7c7ce5c69be0e1a21cceead558a8e34/b7c7ce5c69be0e1a21cceead558a8e34.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209707.00000, (0, 0) as of 1735209707.00000, shrinking as of 1735209707.00000> to ShardRange<'k' to 't' as of 1735209708.00000, (0, 0) as of 1735209708.00000, created as of 1735209708.00000>, path: .shards_a/shard_c_1735209708.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e34/b7c7ce5c69be0e1a21cceead558a8e34/b7c7ce5c69be0e1a21cceead558a8e34.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209710.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/a96/6fc295b754d1b6d19d0bf7a0b5d22a96/6fc295b754d1b6d19d0bf7a0b5d22a96.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209709.00000, (0, 0) as of 1735209709.00000, shrinking as of 1735209709.00000> to ShardRange<'k' to 't' as of 1735209710.00000, (0, 0) as of 1735209710.00000, cleaved as of 1735209710.00000>, path: .shards_a/shard_c_1735209710.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/a96/6fc295b754d1b6d19d0bf7a0b5d22a96/6fc295b754d1b6d19d0bf7a0b5d22a96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209712.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/cca/6f2a84e0ef55e9619ba69b91534c7cca/6f2a84e0ef55e9619ba69b91534c7cca.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209711.00000, (0, 0) as of 1735209711.00000, shrinking as of 1735209711.00000> to ShardRange<'k' to 't' as of 1735209712.00000, (0, 0) as of 1735209712.00000, active as of 1735209712.00000>, path: .shards_a/shard_c_1735209712.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/cca/6f2a84e0ef55e9619ba69b91534c7cca/6f2a84e0ef55e9619ba69b91534c7cca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209714.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/54e/e6942b35d6a32c16ade3d60fde8ea54e/e6942b35d6a32c16ade3d60fde8ea54e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209714.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/54e/e6942b35d6a32c16ade3d60fde8ea54e/e6942b35d6a32c16ade3d60fde8ea54e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209716.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/525/4cbef3ad234e50f308c8b07d666d0525/4cbef3ad234e50f308c8b07d666d0525.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209715.00000, (0, 0) as of 1735209715.00000, shrinking as of 1735209715.00000> to ShardRange<'k' to 't' as of 1735209716.00000, (0, 0) as of 1735209716.00000, sharding as of 1735209716.00000>, path: .shards_a/shard_c_1735209716.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/525/4cbef3ad234e50f308c8b07d666d0525/4cbef3ad234e50f308c8b07d666d0525.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209716.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/525/4cbef3ad234e50f308c8b07d666d0525/4cbef3ad234e50f308c8b07d666d0525.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209718.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/10a/6a25210c8046437c3418d8b5ce62810a/6a25210c8046437c3418d8b5ce62810a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa24cf1a8d954f3c96013-00676d32ad" "proxy-server 2944470" 0.1368 "-" 2944470 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfa24cf1a8d954f3c96013-00676d32ad - 0.1761 - - 1735209645.427558184 1735209645.603619099 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2297a6e9ba4f4aa8b5a58-00676d32ad" "proxy-server 2944470" 0.0303 "-" 2944470 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44705/sdb1/1/a/c2" "tx2297a6e9ba4f4aa8b5a58-00676d32ad" "container-server 2944470" 0.0077 "-" 2944470 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:42991/sda1/1/a/c2" "tx2297a6e9ba4f4aa8b5a58-00676d32ad" "container-server 2944470" 0.0417 "-" 2944470 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2297a6e9ba4f4aa8b5a58-00676d32ad" "proxy-server 2944470" 0.0966 "-" 2944470 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2297a6e9ba4f4aa8b5a58-00676d32ad" "proxy-server 2944470" 0.1204 "-" 2944470 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2297a6e9ba4f4aa8b5a58-00676d32ad - 0.1629 - - 1735209645.606126547 1735209645.769053221 2 -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39129/sdb1/1/a1/c1" "tx055f2db1d13344988e154-00676d32ae" "container-server 2944505" 0.0117 "-" 2944505 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx055f2db1d13344988e154-00676d32ae" "proxy-server 2944505" 0.1113 "-" 2944505 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx055f2db1d13344988e154-00676d32ae" "proxy-server 2944505" 0.0677 "-" 2944505 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/47 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx055f2db1d13344988e154-00676d32ae - 0.1390 - - 1735209646.900370359 1735209647.039344072 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf26dc40eb20c419ead38a-00676d32af" "proxy-server 2944505" 0.0366 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41747/sda1/2/a/c1" "txf26dc40eb20c419ead38a-00676d32af" "container-server 2944505" 0.0459 "-" 2944505 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39129/sdb1/2/a/c1" "txf26dc40eb20c419ead38a-00676d32af" "container-server 2944505" 0.0134 "-" 2944505 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf26dc40eb20c419ead38a-00676d32af" "proxy-server 2944505" 0.1914 "-" 2944505 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf26dc40eb20c419ead38a-00676d32af" "proxy-server 2944505" 0.1448 "-" 2944505 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/47 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf26dc40eb20c419ead38a-00676d32af - 0.2609 - - 1735209647.050067186 1735209647.310934305 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe38434b5c4314eae94e0d-00676d32af" "proxy-server 2944505" 0.0384 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39129/sdb1/1/a/c2" "txe38434b5c4314eae94e0d-00676d32af" "container-server 2944505" 0.0023 "-" 2944505 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41747/sda1/1/a/c2" "txe38434b5c4314eae94e0d-00676d32af" "container-server 2944505" 0.0256 "-" 2944505 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe38434b5c4314eae94e0d-00676d32af" "proxy-server 2944505" 0.1771 "-" 2944505 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:47 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe38434b5c4314eae94e0d-00676d32af" "proxy-server 2944505" 0.0890 "-" 2944505 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/47 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe38434b5c4314eae94e0d-00676d32af - 0.2264 - - 1735209647.314395428 1735209647.540834904 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txb00b145651274d14a03a2-00676d32af) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc81f1b02440143ce92dd2-00676d32af) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx855a1f41422047ca92c75-00676d32af) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx855a1f41422047ca92c75-00676d32af) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx855a1f41422047ca92c75-00676d32af) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6cfb0f73b7d843099f099-00676d32af) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6cfb0f73b7d843099f099-00676d32af) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx6cfb0f73b7d843099f099-00676d32af) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx132031b2fe3e49249e60e-00676d32af) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx132031b2fe3e49249e60e-00676d32af) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe597f539ce6a4a7ab3e50-00676d32af) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txe597f539ce6a4a7ab3e50-00676d32af) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok - -test INFO: Client disconnected on read of '/a/c' (txn: tx50c874331e9a45cf9bf49-00676d32af) -test INFO: Client disconnected on read of '/a/c' (txn: tx50c874331e9a45cf9bf49-00676d32af) -test INFO: Client disconnected on read of '/a/c' (txn: tx30d0baad3f564e47a718d-00676d32af) -test INFO: Client disconnected on read of '/a/c' (txn: tx30d0baad3f564e47a718d-00676d32af) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9d723a75b57b4966908df-00676d32af) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx38eb634f301540a99ccb7-00676d32af) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf8c0ca02cd6c42caad43f-00676d32af) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf8c0ca02cd6c42caad43f-00676d32af) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf8c0ca02cd6c42caad43f-00676d32af) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txf8c0ca02cd6c42caad43f-00676d32af) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txac212c6db11245b595fcc-00676d32af) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txac212c6db11245b595fcc-00676d32af) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txac212c6db11245b595fcc-00676d32af) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txac212c6db11245b595fcc-00676d32af) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txafc6c48a6e9948abab52a-00676d32af) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txafc6c48a6e9948abab52a-00676d32af) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txafc6c48a6e9948abab52a-00676d32af) -test ERROR: Account HEAD returning 503 for [] (txn: txafc6c48a6e9948abab52a-00676d32af) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx76db99b7602d4c0d9ff42-00676d32af) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8999493b8c294407bb321-00676d32af) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8999493b8c294407bb321-00676d32af) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx59b8b5e3525d40308c3fc-00676d32af) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe4d75a7a6a5544a3a7b42-00676d32af) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9f66b2f31f0e4edaa9c3d-00676d32af) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa17c17c7aeee43c5b1b74-00676d32af) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx60037059658a41f3b01b3-00676d32af) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4ae85df9b8a74184897b2-00676d32af) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4ae85df9b8a74184897b2-00676d32af) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7f0746e3f7804c3192fae-00676d32af)test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Setting object count to 1072 (txn: txed1d223e7e9e470cb6295-00676d32aa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Setting object count to 1072 (txn: tx646481dd47c04c3fab445-00676d32ad) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok - -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx7f0746e3f7804c3192fae-00676d32af) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx7f0746e3f7804c3192fae-00676d32af) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx7f0746e3f7804c3192fae-00676d32af) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7f0746e3f7804c3192fae-00676d32af) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7f0746e3f7804c3192fae-00676d32af) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7f0746e3f7804c3192fae-00676d32af) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7f0746e3f7804c3192fae-00676d32af) -test WARNING: Could not autocreate account '/account' (txn: tx7f0746e3f7804c3192fae-00676d32af) -test INFO: autocreate account '/account' (txn: tx72988199c09342aca6c41-00676d32af) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx91b29e8277544375969a2-00676d32b0) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx91b29e8277544375969a2-00676d32b0) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx91b29e8277544375969a2-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx91b29e8277544375969a2-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx91b29e8277544375969a2-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx91b29e8277544375969a2-00676d32b0) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx91b29e8277544375969a2-00676d32b0) -test WARNING: Could not autocreate account '/account' (txn: tx91b29e8277544375969a2-00676d32b0) -test INFO: autocreate account '/account' (txn: tx13c9244244364e7481f44-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1b9107b0372b4c889de21-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1b9107b0372b4c889de21-00676d32b0) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx1b9107b0372b4c889de21-00676d32b0) -test INFO: autocreate account '/account' (txn: txa886a0f16efc4b4f8a0ff-00676d32b0) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7b0ce1d3764649838f6be-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx7b0ce1d3764649838f6be-00676d32b0) -test INFO: autocreate account '/account' (txn: tx7b0ce1d3764649838f6be-00676d32b0) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txc670fd6d10ed4647981f6-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc670fd6d10ed4647981f6-00676d32b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx6258c35f94c342ad9716f-00676d32b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx93a2d6ab459b423bb7ba7-00676d32b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txac2833f970c9492fbb460-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx16f4ee96f2044b248ab52-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3b4cfa92312e43669bcec-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7cd9fccb57a3495394e8e-00676d32b0)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txf45a0de7474c4e08b22c2-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txe3cd53109785495f9d11e-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7431021cb6374fcfb05a8-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7431021cb6374fcfb05a8-00676d32b0) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7431021cb6374fcfb05a8-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx0bc5e170e96644c992ad7-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx0bc5e170e96644c992ad7-00676d32b0) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx0bc5e170e96644c992ad7-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txe8c09f4b33844441b3398-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe8c09f4b33844441b3398-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe8c09f4b33844441b3398-00676d32b0) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe8c09f4b33844441b3398-00676d32b0) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx084c6566e2b04b608ce36-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx084c6566e2b04b608ce36-00676d32b0) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx084c6566e2b04b608ce36-00676d32b0) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx084c6566e2b04b608ce36-00676d32b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209717.00000, (0, 0) as of 1735209717.00000, shrinking as of 1735209717.00000> to ShardRange<'k' to 't' as of 1735209718.00000, (0, 0) as of 1735209718.00000, sharded as of 1735209718.00000>, path: .shards_a/shard_c_1735209718.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/10a/6a25210c8046437c3418d8b5ce62810a/6a25210c8046437c3418d8b5ce62810a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209718.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/10a/6a25210c8046437c3418d8b5ce62810a/6a25210c8046437c3418d8b5ce62810a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209720.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/42d/7d549e12c04a7f27ad42c1f257dc642d/7d549e12c04a7f27ad42c1f257dc642d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209719.00000, (0, 0) as of 1735209719.00000, shrinking as of 1735209719.00000> to ShardRange<'k' to 't' as of 1735209720.00000, (0, 0) as of 1735209720.00000, shrunk as of 1735209720.00000>, path: .shards_a/shard_c_1735209720.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/42d/7d549e12c04a7f27ad42c1f257dc642d/7d549e12c04a7f27ad42c1f257dc642d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209720.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/42d/7d549e12c04a7f27ad42c1f257dc642d/7d549e12c04a7f27ad42c1f257dc642d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209722.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/8d0/7f85e1a6bdc7152a183c95b23da8d8d0/7f85e1a6bdc7152a183c95b23da8d8d0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209721.00000, (0, 0) as of 1735209721.00000, sharding as of 1735209721.00000> to ShardRange<'k' to 't' as of 1735209722.00000, (0, 0) as of 1735209722.00000, found as of 1735209722.00000>, path: .shards_a/shard_c_1735209722.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/8d0/7f85e1a6bdc7152a183c95b23da8d8d0/7f85e1a6bdc7152a183c95b23da8d8d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209724.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/02d/a9dd7c06e422d17597721f8ca012c02d/a9dd7c06e422d17597721f8ca012c02d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209723.00000, (0, 0) as of 1735209723.00000, sharding as of 1735209723.00000> to ShardRange<'k' to 't' as of 1735209724.00000, (0, 0) as of 1735209724.00000, created as of 1735209724.00000>, path: .shards_a/shard_c_1735209724.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/02d/a9dd7c06e422d17597721f8ca012c02d/a9dd7c06e422d17597721f8ca012c02d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209726.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/58b/68ca381cd2794377c8848026e776e58b/68ca381cd2794377c8848026e776e58b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209725.00000, (0, 0) as of 1735209725.00000, sharding as of 1735209725.00000> to ShardRange<'k' to 't' as of 1735209726.00000, (0, 0) as of 1735209726.00000, cleaved as of 1735209726.00000>, path: .shards_a/shard_c_1735209726.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/58b/68ca381cd2794377c8848026e776e58b/68ca381cd2794377c8848026e776e58b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209728.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f41/9109b0584fe5b5d78e6f0601564cbf41/9109b0584fe5b5d78e6f0601564cbf41.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209727.00000, (0, 0) as of 1735209727.00000, sharding as of 1735209727.00000> to ShardRange<'k' to 't' as of 1735209728.00000, (0, 0) as of 1735209728.00000, active as of 1735209728.00000>, path: .shards_a/shard_c_1735209728.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f41/9109b0584fe5b5d78e6f0601564cbf41/9109b0584fe5b5d78e6f0601564cbf41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209730.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fd9/ac5b592c0f60e280ebd943bbfc140fd9/ac5b592c0f60e280ebd943bbfc140fd9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209729.00000, (0, 0) as of 1735209729.00000, sharding as of 1735209729.00000> to ShardRange<'k' to 't' as of 1735209730.00000, (0, 0) as of 1735209730.00000, shrinking as of 1735209730.00000>, path: .shards_a/shard_c_1735209730.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fd9/ac5b592c0f60e280ebd943bbfc140fd9/ac5b592c0f60e280ebd943bbfc140fd9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209730.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fd9/ac5b592c0f60e280ebd943bbfc140fd9/ac5b592c0f60e280ebd943bbfc140fd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209732.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/818/24715ddd8e6853f0c1783829b3d58818/24715ddd8e6853f0c1783829b3d58818.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209732.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/818/24715ddd8e6853f0c1783829b3d58818/24715ddd8e6853f0c1783829b3d58818.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209734.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/828/7a1cc8a5df4fb907d4f559f9eed6d828/7a1cc8a5df4fb907d4f559f9eed6d828.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209733.00000, (0, 0) as of 1735209733.00000, sharding as of 1735209733.00000> to ShardRange<'k' to 't' as of 1735209734.00000, (0, 0) as of 1735209734.00000, sharded as of 1735209734.00000>, path: .shards_a/shard_c_1735209734.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/828/7a1cc8a5df4fb907d4f559f9eed6d828/7a1cc8a5df4fb907d4f559f9eed6d828.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209734.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/828/7a1cc8a5df4fb907d4f559f9eed6d828/7a1cc8a5df4fb907d4f559f9eed6d828.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209736.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d44/d071f6f11a15e6aa8d33dc6a6bb0cd44/d071f6f11a15e6aa8d33dc6a6bb0cd44.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209735.00000, (0, 0) as of 1735209735.00000, sharding as of 1735209735.00000> to ShardRange<'k' to 't' as of 1735209736.00000, (0, 0) as of 1735209736.00000, shrunk as of 1735209736.00000>, path: .shards_a/shard_c_1735209736.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d44/d071f6f11a15e6aa8d33dc6a6bb0cd44/d071f6f11a15e6aa8d33dc6a6bb0cd44.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209736.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d44/d071f6f11a15e6aa8d33dc6a6bb0cd44/d071f6f11a15e6aa8d33dc6a6bb0cd44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209738.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/027/2774c1d0494ef087608ac0c6b388d027/2774c1d0494ef087608ac0c6b388d027.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209737.00000, (0, 0) as of 1735209737.00000, sharded as of 1735209737.00000> to ShardRange<'k' to 't' as of 1735209738.00000, (0, 0) as of 1735209738.00000, found as of 1735209738.00000>, path: .shards_a/shard_c_1735209738.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/027/2774c1d0494ef087608ac0c6b388d027/2774c1d0494ef087608ac0c6b388d027.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209740.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e6d/838b46851348e05de3fb6683f010ae6d/838b46851348e05de3fb6683f010ae6d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209739.00000, (0, 0) as of 1735209739.00000, sharded as of 1735209739.00000> to ShardRange<'k' to 't' as of 1735209740.00000, (0, 0) as of 1735209740.00000, created as of 1735209740.00000>, path: .shards_a/shard_c_1735209740.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e6d/838b46851348e05de3fb6683f010ae6d/838b46851348e05de3fb6683f010ae6d.dbtest.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txef8332f9cd0b4d5a95db0-00676d32b0) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txee187ce0f5234cb3814ad-00676d32b0) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txee187ce0f5234cb3814ad-00676d32b0) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txee187ce0f5234cb3814ad-00676d32b0) -test ERROR: Account HEAD returning 503 for [] (txn: txee187ce0f5234cb3814ad-00676d32b0) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2284561129e6474a831f1-00676d32b0) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx2284561129e6474a831f1-00676d32b0) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx2284561129e6474a831f1-00676d32b0) -test ERROR: Account HEAD returning 503 for [] (txn: tx2284561129e6474a831f1-00676d32b0) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txce2fd200c5e84c9496ab7-00676d32b0) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx70e0c7d0c843439584dfb-00676d32b0) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx70e0c7d0c843439584dfb-00676d32b0) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx70e0c7d0c843439584dfb-00676d32b0) -test ERROR: Account HEAD returning 503 for [] (txn: tx70e0c7d0c843439584dfb-00676d32b0) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd28f4420387c42c38011c-00676d32b0) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd28f4420387c42c38011c-00676d32b0) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd28f4420387c42c38011c-00676d32b0) -test ERROR: Account HEAD returning 503 for [] (txn: txd28f4420387c42c38011c-00676d32b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx2b511129457a4df692ac5-00676d32b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txc7c2780dc64143e89d0dd-00676d32b0) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txc7c2780dc64143e89d0dd-00676d32b0) -test INFO: Client disconnected on read of '/a/c' (txn: txc7c2780dc64143e89d0dd-00676d32b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa829ba942a4a46bab15ef-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8649cfa612b7404f98b03-00676d32b0) -test INFO: Client disconnected on read of '/a/c' (txn: tx8649cfa612b7404f98b03-00676d32b0) -test INFO: Client disconnected on read of '/a/c/' (txn: tx8649cfa612b7404f98b03-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx61c36bb4bab0405190c99-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx61c36bb4bab0405190c99-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx61c36bb4bab0405190c99-00676d32b0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx61c36bb4bab0405190c99-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx06a656105e5e4156ab63a-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx06a656105e5e4156ab63a-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx06a656105e5e4156ab63a-00676d32b0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx06a656105e5e4156ab63a-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx90b5d9e8f8aa4607bd1e7-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx90b5d9e8f8aa4607bd1e7-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx90b5d9e8f8aa4607bd1e7-00676d32b0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx90b5d9e8f8aa4607bd1e7-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx321828290e02407081236-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx321828290e02407081236-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx321828290e02407081236-00676d32b0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx321828290e02407081236-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9dab6eab4ee5453cb41fe-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9dab6eab4ee5453cb41fe-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9dab6eab4ee5453cb41fe-00676d32b0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9dab6eab4ee5453cb41fe-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc76da2df02e64e8f90721-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc76da2df02e64e8f90721-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc76da2df02e64e8f90721-00676d32b0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc76da2df02e64e8f90721-00676d32b0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8a4c612f5ec54374a246f-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8a4c612f5ec54374a246f-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8a4c612f5ec54374a246f-00676d32b1) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8a4c612f5ec54374a246f-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3e383ff8f9dd42bcaf811-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3e383ff8f9dd42bcaf811-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3e383ff8f9dd42bcaf811-00676d32b1) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3e383ff8f9dd42bcaf811-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1198198a8bcd404286a30-00676d32b1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx1198198a8bcd404286a30-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1198198a8bcd404286a30-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1198198a8bcd404286a30-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1198198a8bcd404286a30-00676d32b1) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1198198a8bcd404286a30-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2aae04a28e7d42f085f29-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2aae04a28e7d42f085f29-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2aae04a28e7d42f085f29-00676d32b1) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx2aae04a28e7d42f085f29-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe1c49b9cd404422a91db1-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe1c49b9cd404422a91db1-00676d32b1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txe1c49b9cd404422a91db1-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe1c49b9cd404422a91db1-00676d32b1) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe1c49b9cd404422a91db1-00676d32b1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txe1c49b9cd404422a91db1-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe1c49b9cd404422a91db1-00676d32b1) -test ERROR: Container GET returning 503 for [503, 503] (txn: txe1c49b9cd404422a91db1-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbe47e499187f47bdb5317-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbe47e499187f47bdb5317-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbe47e499187f47bdb5317-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: txbe47e499187f47bdb5317-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx24ae01d13b1048f095ae9-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx24ae01d13b1048f095ae9-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx24ae01d13b1048f095ae9-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: tx24ae01d13b1048f095ae9-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx73cc30623bda444696e24-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx73cc30623bda444696e24-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx73cc30623bda444696e24-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: tx73cc30623bda444696e24-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx274cfda8a0814ca8af68e-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx274cfda8a0814ca8af68e-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx274cfda8a0814ca8af68e-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: tx274cfda8a0814ca8af68e-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx84f93d81178a4c05a4d1a-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx84f93d81178a4c05a4d1a-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx84f93d81178a4c05a4d1a-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: tx84f93d81178a4c05a4d1a-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4e0cefb1af944607be11d-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4e0cefb1af944607be11d-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4e0cefb1af944607be11d-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: tx4e0cefb1af944607be11d-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9883af1b5a76442b8e52a-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9883af1b5a76442b8e52a-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9883af1b5a76442b8e52a-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: tx9883af1b5a76442b8e52a-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3809eba795ba42fb8ba70-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3809eba795ba42fb8ba70-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3809eba795ba42fb8ba70-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: tx3809eba795ba42fb8ba70-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6402cbab03c0482bb2045-00676d32b1)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok - -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6402cbab03c0482bb2045-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6402cbab03c0482bb2045-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: tx6402cbab03c0482bb2045-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2faeb537867e4eaabde1d-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2faeb537867e4eaabde1d-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2faeb537867e4eaabde1d-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: tx2faeb537867e4eaabde1d-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd09edde7b2494e43899d5-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd09edde7b2494e43899d5-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd09edde7b2494e43899d5-00676d32b1) -test ERROR: Container GET returning 503 for [] (txn: txd09edde7b2494e43899d5-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx73cfc4c5a67d4252add06-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx73cfc4c5a67d4252add06-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx73cfc4c5a67d4252add06-00676d32b1) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx73cfc4c5a67d4252add06-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx151dd96280e14b0eabf72-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx151dd96280e14b0eabf72-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx151dd96280e14b0eabf72-00676d32b1) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx151dd96280e14b0eabf72-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txce4d102572fc447b9e7b0-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txce4d102572fc447b9e7b0-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txce4d102572fc447b9e7b0-00676d32b1) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txce4d102572fc447b9e7b0-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5b0f3f377f0c46879a5d2-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5b0f3f377f0c46879a5d2-00676d32b1) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5b0f3f377f0c46879a5d2-00676d32b1) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5b0f3f377f0c46879a5d2-00676d32b1) -test INFO: Client disconnected on read of '/a/c' (txn: txef9a41536a83449b8d581-00676d32b1) -test INFO: Client disconnected on read of '/a/c/' (txn: txef9a41536a83449b8d581-00676d32b1) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx14f0e1345d3949849dcd0-00676d32b1) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx14f0e1345d3949849dcd0-00676d32b1) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx14f0e1345d3949849dcd0-00676d32b1) -test ERROR: Account HEAD returning 503 for [] (txn: tx14f0e1345d3949849dcd0-00676d32b1) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0c5c36e9cba34b9ebe0a5-00676d32b1) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0c5c36e9cba34b9ebe0a5-00676d32b1) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0c5c36e9cba34b9ebe0a5-00676d32b1) -test ERROR: Account HEAD returning 503 for [] (txn: tx0c5c36e9cba34b9ebe0a5-00676d32b1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc605893a655a48bf8bf50-00676d32b1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx6f7a77c4e7504b2fab692-00676d32b1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx8b32eccf1ab0439faa7b7-00676d32b1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209742.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/b80/33cfb8b0a16feeb2acb181ee696f3b80/33cfb8b0a16feeb2acb181ee696f3b80.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209741.00000, (0, 0) as of 1735209741.00000, sharded as of 1735209741.00000> to ShardRange<'k' to 't' as of 1735209742.00000, (0, 0) as of 1735209742.00000, cleaved as of 1735209742.00000>, path: .shards_a/shard_c_1735209742.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/b80/33cfb8b0a16feeb2acb181ee696f3b80/33cfb8b0a16feeb2acb181ee696f3b80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209744.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/4cb/8ff4c8d7176b6768682824bc314364cb/8ff4c8d7176b6768682824bc314364cb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209743.00000, (0, 0) as of 1735209743.00000, sharded as of 1735209743.00000> to ShardRange<'k' to 't' as of 1735209744.00000, (0, 0) as of 1735209744.00000, active as of 1735209744.00000>, path: .shards_a/shard_c_1735209744.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/4cb/8ff4c8d7176b6768682824bc314364cb/8ff4c8d7176b6768682824bc314364cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209746.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/ef2/00e7bd9c2ed2bf4375a4d6a410974ef2/00e7bd9c2ed2bf4375a4d6a410974ef2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209745.00000, (0, 0) as of 1735209745.00000, sharded as of 1735209745.00000> to ShardRange<'k' to 't' as of 1735209746.00000, (0, 0) as of 1735209746.00000, shrinking as of 1735209746.00000>, path: .shards_a/shard_c_1735209746.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/ef2/00e7bd9c2ed2bf4375a4d6a410974ef2/00e7bd9c2ed2bf4375a4d6a410974ef2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209746.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/ef2/00e7bd9c2ed2bf4375a4d6a410974ef2/00e7bd9c2ed2bf4375a4d6a410974ef2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209748.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/bf9/5f86f33096376272d1ab01087facfbf9/5f86f33096376272d1ab01087facfbf9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209747.00000, (0, 0) as of 1735209747.00000, sharded as of 1735209747.00000> to ShardRange<'k' to 't' as of 1735209748.00000, (0, 0) as of 1735209748.00000, sharding as of 1735209748.00000>, path: .shards_a/shard_c_1735209748.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/bf9/5f86f33096376272d1ab01087facfbf9/5f86f33096376272d1ab01087facfbf9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209748.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/bf9/5f86f33096376272d1ab01087facfbf9/5f86f33096376272d1ab01087facfbf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209750.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/7a2/a41ce86c289680c141cb0297080207a2/a41ce86c289680c141cb0297080207a2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209750.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/7a2/a41ce86c289680c141cb0297080207a2/a41ce86c289680c141cb0297080207a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209752.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/4d0/02ded5e28b35e1bb8277f5f7fd8304d0/02ded5e28b35e1bb8277f5f7fd8304d0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209751.00000, (0, 0) as of 1735209751.00000, sharded as of 1735209751.00000> to ShardRange<'k' to 't' as of 1735209752.00000, (0, 0) as of 1735209752.00000, shrunk as of 1735209752.00000>, path: .shards_a/shard_c_1735209752.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/4d0/02ded5e28b35e1bb8277f5f7fd8304d0/02ded5e28b35e1bb8277f5f7fd8304d0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209752.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/4d0/02ded5e28b35e1bb8277f5f7fd8304d0/02ded5e28b35e1bb8277f5f7fd8304d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209754.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/14e/87ae449a1d77e54712668193298af14e/87ae449a1d77e54712668193298af14e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209753.00000, (0, 0) as of 1735209753.00000, shrunk as of 1735209753.00000> to ShardRange<'k' to 't' as of 1735209754.00000, (0, 0) as of 1735209754.00000, found as of 1735209754.00000>, path: .shards_a/shard_c_1735209754.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/14e/87ae449a1d77e54712668193298af14e/87ae449a1d77e54712668193298af14e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209756.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/342/91b06f424b982d759ff072c8149e2342/91b06f424b982d759ff072c8149e2342.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209755.00000, (0, 0) as of 1735209755.00000, shrunk as of 1735209755.00000> to ShardRange<'k' to 't' as of 1735209756.00000, (0, 0) as of 1735209756.00000, created as of 1735209756.00000>, path: .shards_a/shard_c_1735209756.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/342/91b06f424b982d759ff072c8149e2342/91b06f424b982d759ff072c8149e2342.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209758.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/755/0b293a31abbc7e99b2185cae79599755/0b293a31abbc7e99b2185cae79599755.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209757.00000, (0, 0) as of 1735209757.00000, shrunk as of 1735209757.00000> to ShardRange<'k' to 't' as of 1735209758.00000, (0, 0) as of 1735209758.00000, cleaved as of 1735209758.00000>, path: .shards_a/shard_c_1735209758.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/755/0b293a31abbc7e99b2185cae79599755/0b293a31abbc7e99b2185cae79599755.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209760.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e64/3fd3a42c0d93027fa3606daad2ae9e64/3fd3a42c0d93027fa3606daad2ae9e64.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209759.00000, (0, 0) as of 1735209759.00000, shrunk as of 1735209759.00000> to ShardRange<'k' to 't' as of 1735209760.00000, (0, 0) as of 1735209760.00000, active as of 1735209760.00000>, path: .shards_a/shard_c_1735209760.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e64/3fd3a42c0d93027fa3606daad2ae9e64/3fd3a42c0d93027fa3606daad2ae9e64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209762.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/580/7eabd06c07e8b120469f598d10682580/7eabd06c07e8b120469f598d10682580.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209761.00000, (0, 0) as of 1735209761.00000, shrunk as of 1735209761.00000> to ShardRange<'k' to 't' as of 1735209762.00000, (0, 0) as of 1735209762.00000, shrinking as of 1735209762.00000>, path: .shards_a/shard_c_1735209762.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/580/7eabd06c07e8b120469f598d10682580/7eabd06c07e8b120469f598d10682580.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209762.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/580/7eabd06c07e8b120469f598d10682580/7eabd06c07e8b120469f598d10682580.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209764.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d3c/7dd700773af18a3b3b1c8a51d4362d3c/7dd700773af18a3b3b1c8a51d4362d3c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209763.00000, (0, 0) as of 1735209763.00000, shrunk as of 1735209763.00000> to ShardRange<'k' to 't' as of 1735209764.00000, (0, 0) as of 1735209764.00000, sharding as of 1735209764.00000>, path: .shards_a/shard_c_1735209764.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d3c/7dd700773af18a3b3b1c8a51d4362d3c/7dd700773af18a3b3b1c8a51d4362d3c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpannsfeee/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpannsfeee/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpm15nvb8r/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpm15nvb8r/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmp8b09rycj/containers/part/suffix/hash/hash.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok - -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpwfqsxfd3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwfqsxfd3/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpwfqsxfd3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwfqsxfd3/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.3388 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0409 "-" 2944505 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0289 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0526 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb6c8a3dff3a34df6ac426-00676d32b2" "proxy-server 2944505" 0.0024 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55897/sdb1/1/a/c" "txb6c8a3dff3a34df6ac426-00676d32b2" "container-server 2944505" 0.0180 "-" 2944505 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:41363/sda1/1/a/c" "txb6c8a3dff3a34df6ac426-00676d32b2" "container-server 2944505" 0.0100 "-" 2944505 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb6c8a3dff3a34df6ac426-00676d32b2" "proxy-server 2944505" 0.1020 "-" 2944505 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb6c8a3dff3a34df6ac426-00676d32b2" "proxy-server 2944505" 0.1684 "-" 2944505 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb6c8a3dff3a34df6ac426-00676d32b2 - 0.1971 - - 1735209650.354608536 1735209650.551746845 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx869a7198576f47edad457-00676d32b2" "proxy-server 2944505" 0.0121 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55897/sdb1/1/a1/c1" "tx869a7198576f47edad457-00676d32b2" "container-server 2944505" 0.0022 "-" 2944505 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41363/sda1/1/a1/c1" "tx869a7198576f47edad457-00676d32b2" "container-server 2944505" 0.0027 "-" 2944505 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx869a7198576f47edad457-00676d32b2" "proxy-server 2944505" 0.1482 "-" 2944505 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx869a7198576f47edad457-00676d32b2" "proxy-server 2944505" 0.0739 "-" 2944505 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx869a7198576f47edad457-00676d32b2 - 0.1892 - - 1735209650.560945034 1735209650.750143051 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7affff8c1bf2481787d2c-00676d32b2" "proxy-server 2944505" 0.0353 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55897/sdb1/2/a/c1" "tx7affff8c1bf2481787d2c-00676d32b2" "container-server 2944505" 0.0025 "-" 2944505 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41363/sda1/2/a/c1" "tx7affff8c1bf2481787d2c-00676d32b2" "container-server 2944505" 0.0252 "-" 2944505 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7affff8c1bf2481787d2c-00676d32b2" "proxy-server 2944505" 0.1174 "-" 2944505 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:50 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7affff8c1bf2481787d2c-00676d32b2" "proxy-server 2944505" 0.0839 "-" 2944505 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7affff8c1bf2481787d2c-00676d32b2 - 0.1715 - - 1735209650.753160238 1735209650.924685717 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:51 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3623e984f01b4cf79d39f-00676d32b2" "proxy-server 2944505" 0.0451 "-" 2944505 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41363/sda1/1/a/c2" "tx3623e984f01b4cf79d39f-00676d32b2" "container-server 2944505" 0.0253 "-" 2944505 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:55897/sdb1/1/a/c2" "tx3623e984f01b4cf79d39f-00676d32b2" "container-server 2944505" 0.0017 "-" 2944505 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3623e984f01b4cf79d39f-00676d32b2" "proxy-server 2944505" 0.0653 "-" 2944505 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:40:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3623e984f01b4cf79d39f-00676d32b2" "proxy-server 2944505" 0.1029 "-" 2944505 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/40/51 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3623e984f01b4cf79d39f-00676d32b2 - 0.1699 - - 1735209650.952517271 1735209651.122408390 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209764.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d3c/7dd700773af18a3b3b1c8a51d4362d3c/7dd700773af18a3b3b1c8a51d4362d3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209766.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/43f/dde40c821fd134093a7007e6d949043f/dde40c821fd134093a7007e6d949043f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209765.00000, (0, 0) as of 1735209765.00000, shrunk as of 1735209765.00000> to ShardRange<'k' to 't' as of 1735209766.00000, (0, 0) as of 1735209766.00000, sharded as of 1735209766.00000>, path: .shards_a/shard_c_1735209766.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/43f/dde40c821fd134093a7007e6d949043f/dde40c821fd134093a7007e6d949043f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209766.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/43f/dde40c821fd134093a7007e6d949043f/dde40c821fd134093a7007e6d949043f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209768.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/944/938fb1f6a8ba68c65fc24af7819f2944/938fb1f6a8ba68c65fc24af7819f2944.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209768.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/944/938fb1f6a8ba68c65fc24af7819f2944/938fb1f6a8ba68c65fc24af7819f2944.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209769.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fd1/9b542b088737e9d73ffb96a101593fd1/9b542b088737e9d73ffb96a101593fd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209771.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/b6f/47ecbf0065581b59a1c76f3cd0122b6f/47ecbf0065581b59a1c76f3cd0122b6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209773.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/971/cefa44a3e868d7360d2860ea40bb0971/cefa44a3e868d7360d2860ea40bb0971.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209775.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/9a4/bd5feaf38a24070285339c354a13f9a4/bd5feaf38a24070285339c354a13f9a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209777.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f98/3bd2377bf3bd205aa5456e37d6949f98/3bd2377bf3bd205aa5456e37d6949f98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209779.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/153/39868b35a59b939dd4d82e4df9dea153/39868b35a59b939dd4d82e4df9dea153.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209781.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/058/b65aec3ebf74c2955a1630c0e1f3a058/b65aec3ebf74c2955a1630c0e1f3a058.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209783.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/fe7/4d3a301d943909b8c49b0c94a4234fe7/4d3a301d943909b8c49b0c94a4234fe7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209785.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/914/5b143e87638b327c824e32f007a6a914/5b143e87638b327c824e32f007a6a914.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209787.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e38/201aaaf98570e1c01d54d925e8a35e38/201aaaf98570e1c01d54d925e8a35e38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209789.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/21e/554687d822025d5cee69df550e26d21e/554687d822025d5cee69df550e26d21e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209791.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/b83/7b39d6e0503b37a79cba112a15cf9b83/7b39d6e0503b37a79cba112a15cf9b83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209793.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/db9/2bdb3188a28cf254571bbcc0ce278db9/2bdb3188a28cf254571bbcc0ce278db9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209795.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/99c/7ca715b73e696d58fb4d0403b2ce699c/7ca715b73e696d58fb4d0403b2ce699c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209797.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/37f/323a834fa4f11250f13a3bca1abc637f/323a834fa4f11250f13a3bca1abc637f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209799.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/756/7234d04d210ad998f3dc2d5421434756/7234d04d210ad998f3dc2d5421434756.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209801.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/966/f8ea45fb7745a1eaa55381ed6508e966/f8ea45fb7745a1eaa55381ed6508e966.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209803.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/e60/27e524ab4b9aa1f07671c22ed2600e60/27e524ab4b9aa1f07671c22ed2600e60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209805.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/34b/1cafa2795596e7ce97152f9796f9034b/1cafa2795596e7ce97152f9796f9034b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209807.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/a3f/f5a5cdb5c258dcffe2510ed8b22f7a3f/f5a5cdb5c258dcffe2510ed8b22f7a3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209809.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/b3b/a5329bbf7a61853f246b2f070b578b3b/a5329bbf7a61853f246b2f070b578b3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209811.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/c84/990c73c2d39cf71aa3295149b0bbdc84/990c73c2d39cf71aa3295149b0bbdc84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209813.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/84a/14119d39e0e2dcbf910eba5c25bfd84a/14119d39e0e2dcbf910eba5c25bfd84a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209815.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d91/a8eeca473349d96411eb29d89dd1bd91/a8eeca473349d96411eb29d89dd1bd91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209817.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/675/5dc6cab6ef8557914edbf9a52f9a3675/5dc6cab6ef8557914edbf9a52f9a3675.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209819.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/c93/a9cf17171578ab439b77dda9fcae3c93/a9cf17171578ab439b77dda9fcae3c93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209821.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/1cc/a7b1580d62fe64c6d7b59f4139b391cc/a7b1580d62fe64c6d7b59f4139b391cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209823.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/c2d/7cf5d494bdd5f0fc0e503e7b76ccbc2d/7cf5d494bdd5f0fc0e503e7b76ccbc2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209825.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/391/d0c19b5e31faf6dfd5ddba49ca360391/d0c19b5e31faf6dfd5ddba49ca360391.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209827.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/295/850ef1c4a70536161f77f477c0191295/850ef1c4a70536161f77f477c0191295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209829.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/be5/da78e0a59fafc8ae93dc48119cd5bbe5/da78e0a59fafc8ae93dc48119cd5bbe5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209831.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/ee3/a303b31c60a682dbb98a7cfa0b092ee3/a303b31c60a682dbb98a7cfa0b092ee3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209833.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d14/9536ca9f4c8653c65625ae19329e9d14/9536ca9f4c8653c65625ae19329e9d14.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209833.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d14/9536ca9f4c8653c65625ae19329e9d14/9536ca9f4c8653c65625ae19329e9d14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209835.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/0da/995d43e4c2cefc3185fa08533ab900da/995d43e4c2cefc3185fa08533ab900da.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209835.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/0da/995d43e4c2cefc3185fa08533ab900da/995d43e4c2cefc3185fa08533ab900da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209837.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/501/5d466e6bd2b8e808512ad3a4d0de4501/5d466e6bd2b8e808512ad3a4d0de4501.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209837.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/501/5d466e6bd2b8e808512ad3a4d0de4501/5d466e6bd2b8e808512ad3a4d0de4501.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209839.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/277/ae994ea78797ac967fc53dbca5771277/ae994ea78797ac967fc53dbca5771277.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209839.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/277/ae994ea78797ac967fc53dbca5771277/ae994ea78797ac967fc53dbca5771277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209841.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/cb8/c673664b0cd32af981b3e1717ae7fcb8/c673664b0cd32af981b3e1717ae7fcb8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209841.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/cb8/c673664b0cd32af981b3e1717ae7fcb8/c673664b0cd32af981b3e1717ae7fcb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209843.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/9df/cbb7830bea3b6628f41824c52e0169df/cbb7830bea3b6628f41824c52e0169df.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209843.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/9df/cbb7830bea3b6628f41824c52e0169df/cbb7830bea3b6628f41824c52e0169df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209845.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/12c/ae8b8c27af6a143c699f7e93fce5f12c/ae8b8c27af6a143c699f7e93fce5f12c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209845.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/12c/ae8b8c27af6a143c699f7e93fce5f12c/ae8b8c27af6a143c699f7e93fce5f12c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209847.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/531/5736e4239da1dd0e0acdd09b4ee91531/5736e4239da1dd0e0acdd09b4ee91531.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209847.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/531/5736e4239da1dd0e0acdd09b4ee91531/5736e4239da1dd0e0acdd09b4ee91531.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209849.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/265/4aa3aa24049c660241c352551f806265/4aa3aa24049c660241c352551f806265.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209849.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/265/4aa3aa24049c660241c352551f806265/4aa3aa24049c660241c352551f806265.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209851.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/269/177a11f97ed90efc6a86c48cb40e9269/177a11f97ed90efc6a86c48cb40e9269.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209851.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/269/177a11f97ed90efc6a86c48cb40e9269/177a11f97ed90efc6a86c48cb40e9269.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209853.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/094/04f0c7dc1ff36f3774e9658a9e221094/04f0c7dc1ff36f3774e9658a9e221094.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209853.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/094/04f0c7dc1ff36f3774e9658a9e221094/04f0c7dc1ff36f3774e9658a9e221094.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209855.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/2bb/c57eedb95fc4b4add16eda67294472bb/c57eedb95fc4b4add16eda67294472bb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209855.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/2bb/c57eedb95fc4b4add16eda67294472bb/c57eedb95fc4b4add16eda67294472bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209857.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d85/6c21a58eeeff71f6d09cc5e659848d85/6c21a58eeeff71f6d09cc5e659848d85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209857.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/d85/6c21a58eeeff71f6d09cc5e659848d85/6c21a58eeeff71f6d09cc5e659848d85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209859.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/ad6/ed6d823bf2f6c22c4b9069ad958b3ad6/ed6d823bf2f6c22c4b9069ad958b3ad6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209859.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/ad6/ed6d823bf2f6c22c4b9069ad958b3ad6/ed6d823bf2f6c22c4b9069ad958b3ad6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209861.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/61a/f3903664012a8bd1fc4d439a356e961a/f3903664012a8bd1fc4d439a356e961a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209861.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/61a/f3903664012a8bd1fc4d439a356e961a/f3903664012a8bd1fc4d439a356e961a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209863.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/9eb/e41eceeb0321ef1ced4e7aaf706729eb/e41eceeb0321ef1ced4e7aaf706729eb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209863.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/9eb/e41eceeb0321ef1ced4e7aaf706729eb/e41eceeb0321ef1ced4e7aaf706729eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209865.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/71a/310cd299d70a4eba762840b7438c971a/310cd299d70a4eba762840b7438c971a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209865.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/71a/310cd299d70a4eba762840b7438c971a/310cd299d70a4eba762840b7438c971a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209867.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/627/9b67163add4098608d6f9317949a6627/9b67163add4098608d6f9317949a6627.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209867.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/627/9b67163add4098608d6f9317949a6627/9b67163add4098608d6f9317949a6627.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209869.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/be1/c0dffa188b1788a9db994b55c089ebe1/c0dffa188b1788a9db994b55c089ebe1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209869.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/be1/c0dffa188b1788a9db994b55c089ebe1/c0dffa188b1788a9db994b55c089ebe1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209871.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/0f8/87750e3dad65a0c86da0cbf4fc2110f8/87750e3dad65a0c86da0cbf4fc2110f8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209871.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/0f8/87750e3dad65a0c86da0cbf4fc2110f8/87750e3dad65a0c86da0cbf4fc2110f8.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Setting object count to 1072 (txn: txc8675e1e9ea64005a5c71-00676d32b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Setting object count to 1072 (txn: tx8dc0d031b4214eae9a20c-00676d32b2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx50c1fff1eb4544e0a1aa7-00676d32b7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx50c1fff1eb4544e0a1aa7-00676d32b7) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50c1fff1eb4544e0a1aa7-00676d32b7) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx50c1fff1eb4544e0a1aa7-00676d32b7) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx50c1fff1eb4544e0a1aa7-00676d32b7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c3fa79838de44458637f-00676d32ba)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok -Unlinked retiring db '/tmp/tmp789nrxma/containers/part/suffix/hash/container.db' -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209873.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/da7/3eca414386a820c3631337ee6077ada7/3eca414386a820c3631337ee6077ada7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209873.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/da7/3eca414386a820c3631337ee6077ada7/3eca414386a820c3631337ee6077ada7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209875.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/c85/81a4c9576eba66f43710c0fc7d7e1c85/81a4c9576eba66f43710c0fc7d7e1c85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209875.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/c85/81a4c9576eba66f43710c0fc7d7e1c85/81a4c9576eba66f43710c0fc7d7e1c85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209877.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/18c/cc7fe48e4d14d12d124afef1cb60518c/cc7fe48e4d14d12d124afef1cb60518c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209877.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/18c/cc7fe48e4d14d12d124afef1cb60518c/cc7fe48e4d14d12d124afef1cb60518c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209879.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/205/59f039436170da8983d9f4b2930d4205/59f039436170da8983d9f4b2930d4205.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209879.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/205/59f039436170da8983d9f4b2930d4205/59f039436170da8983d9f4b2930d4205.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209881.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/39e/0f5ebec4e6de8bc3d50058a24630339e/0f5ebec4e6de8bc3d50058a24630339e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209881.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/39e/0f5ebec4e6de8bc3d50058a24630339e/0f5ebec4e6de8bc3d50058a24630339e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209883.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/561/5bbf8b2880df61004bcc8837c062d561/5bbf8b2880df61004bcc8837c062d561.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209883.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/561/5bbf8b2880df61004bcc8837c062d561/5bbf8b2880df61004bcc8837c062d561.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209885.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/434/3e6b786a1e10c309138f4588afc36434/3e6b786a1e10c309138f4588afc36434.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209885.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/434/3e6b786a1e10c309138f4588afc36434/3e6b786a1e10c309138f4588afc36434.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209887.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f60/7a02498c3146c1878b46fda6bcef0f60/7a02498c3146c1878b46fda6bcef0f60.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209887.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/f60/7a02498c3146c1878b46fda6bcef0f60/7a02498c3146c1878b46fda6bcef0f60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209889.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/800/4cf7207d7d2e8530a484abcc3ae09800/4cf7207d7d2e8530a484abcc3ae09800.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209889.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/800/4cf7207d7d2e8530a484abcc3ae09800/4cf7207d7d2e8530a484abcc3ae09800.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209891.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/a56/497fdb222d60d8a61d1c7ac747189a56/497fdb222d60d8a61d1c7ac747189a56.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209891.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/a56/497fdb222d60d8a61d1c7ac747189a56/497fdb222d60d8a61d1c7ac747189a56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209893.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/0e5/2a760224f225b44033a3209aa398d0e5/2a760224f225b44033a3209aa398d0e5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209893.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/0e5/2a760224f225b44033a3209aa398d0e5/2a760224f225b44033a3209aa398d0e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735209895.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/05f/8db734717011b1f838f12e8e42e6b05f/8db734717011b1f838f12e8e42e6b05f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735209895.00000, db: /tmp/tmpfkvkj9mc/sda/containers/0/05f/8db734717011b1f838f12e8e42e6b05f/8db734717011b1f838f12e8e42e6b05f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpovaw4wya/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735209659.00000, (0, 0) as of 1735209659.00000, active as of 1735209659.00000> to ShardRange<'k' to 't' as of 1735209660.00000, (0, 0) as of 1735209660.00000, sharded as of 1735209661.00000>, path: .shards_a/shard_c, db: /tmp/tmpovaw4wya/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpovaw4wya/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmprww379ph/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209660.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/7f2/1cb54b7c4c98a4f763e103c592c737f2/1cb54b7c4c98a4f763e103c592c737f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209663.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/70a/4bfcfafd8f2935d36912f1d21e60370a/4bfcfafd8f2935d36912f1d21e60370a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209666.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/237/d338f966fc3825b10da527a72c9e9237/d338f966fc3825b10da527a72c9e9237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209669.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/83e/4c5992ca006bb7f97fcd3ba133bef83e/4c5992ca006bb7f97fcd3ba133bef83e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209672.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/ef7/d92acc0a6c5564685e351685365fbef7/d92acc0a6c5564685e351685365fbef7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209675.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/086/fa0e60c31f4ad846e23ce4ece4ceb086/fa0e60c31f4ad846e23ce4ece4ceb086.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209678.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/0ba/b87960481cc94a3889b6dec1365ac0ba/b87960481cc94a3889b6dec1365ac0ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209681.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/c0a/d28916846bbd90934b601f9d74e58c0a/d28916846bbd90934b601f9d74e58c0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209684.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/58b/04c3ab8b9349d213e65158a115cec58b/04c3ab8b9349d213e65158a115cec58b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209687.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/40f/1729a17f18fff1c51f3307b8d662f40f/1729a17f18fff1c51f3307b8d662f40f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209690.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/71e/6e77fcbbe1a317eecedd2c27bc8d371e/6e77fcbbe1a317eecedd2c27bc8d371e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209693.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/729/e730fd59085e35c9c3659beb8012f729/e730fd59085e35c9c3659beb8012f729.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209696.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/57e/4378115158890f9ad746d298a563557e/4378115158890f9ad746d298a563557e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209699.00000-0, db: /tmp/tmpzuo3jtvt/sda/containers/0/e5c/392889c5a14e215ceac6993c9e37fe5c/392889c5a14e215ceac6993c9e37fe5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209662.00000-0, db: /tmp/tmp0z0od64j/sda/containers/0/1b5/17c872d87a0ef4eb61e3dd92e83891b5/17c872d87a0ef4eb61e3dd92e83891b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209666.00000-0, db: /tmp/tmp0z0od64j/sda/containers/0/237/d338f966fc3825b10da527a72c9e9237/d338f966fc3825b10da527a72c9e9237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209664.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/b8f/58b55c0473f525a470bdcf7331665b8f/58b55c0473f525a470bdcf7331665b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209668.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/796/56f5a5d9404c89c8bddda9741fdd7796/56f5a5d9404c89c8bddda9741fdd7796.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209672.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/ef7/d92acc0a6c5564685e351685365fbef7/d92acc0a6c5564685e351685365fbef7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209676.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/8e0/a8d537a196b996d727289f3c280c38e0/a8d537a196b996d727289f3c280c38e0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209676.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/8e0/a8d537a196b996d727289f3c280c38e0/a8d537a196b996d727289f3c280c38e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209680.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/11e/ed2c0a4678339ad8d0933cee4941d11e/ed2c0a4678339ad8d0933cee4941d11e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209684.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/58b/04c3ab8b9349d213e65158a115cec58b/04c3ab8b9349d213e65158a115cec58b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209688.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/967/17c8636fe4497af8d50ca1f6b5f96967/17c8636fe4497af8d50ca1f6b5f96967.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209692.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/05e/927acafbade7476227c762ab2f98d05e/927acafbade7476227c762ab2f98d05e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209696.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/57e/4378115158890f9ad746d298a563557e/4378115158890f9ad746d298a563557e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209700.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/f0b/f80f4e8161793f3792e5cb3e27b08f0b/f80f4e8161793f3792e5cb3e27b08f0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209704.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/4d8/9b5c9bb60ff015a87c7a3be7daca44d8/9b5c9bb60ff015a87c7a3be7daca44d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209708.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/5d1/2b5da051695e06a5709194d42cb025d1/2b5da051695e06a5709194d42cb025d1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209708.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/5d1/2b5da051695e06a5709194d42cb025d1/2b5da051695e06a5709194d42cb025d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209712.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/0d9/ecc38b88fe56dd853f97f2da9446a0d9/ecc38b88fe56dd853f97f2da9446a0d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209716.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/8fc/e8c0a196560689fc40e5ed6a9316b8fc/e8c0a196560689fc40e5ed6a9316b8fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209720.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/27b/3729faebecdc9f055c0ec7f86ba7a27b/3729faebecdc9f055c0ec7f86ba7a27b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209724.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/555/0571c6f06bce19670632dc7fc2956555/0571c6f06bce19670632dc7fc2956555.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209728.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/701/d63f495e3a80d9786ab9dfb743104701/d63f495e3a80d9786ab9dfb743104701.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209732.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/3d2/30729df2fc38f08b26751a4d153be3d2/30729df2fc38f08b26751a4d153be3d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209736.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/a0b/d47ec23fefe2aff49ff523b72c04da0b/d47ec23fefe2aff49ff523b72c04da0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209740.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/71f/5f77ab4c31abcaf6247c7202a7aff71f/5f77ab4c31abcaf6247c7202a7aff71f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209740.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/71f/5f77ab4c31abcaf6247c7202a7aff71f/5f77ab4c31abcaf6247c7202a7aff71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209744.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/91d/e327e91fe520e806c675b4199a97d91d/e327e91fe520e806c675b4199a97d91d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209748.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/204/fddef56903b1ad23171cf4fcae64c204/fddef56903b1ad23171cf4fcae64c204.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209752.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/0d9/52223249580cb7fe22eadcf22d4220d9/52223249580cb7fe22eadcf22d4220d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209756.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/fea/ca521a2714904fbf2f5df4af566f6fea/ca521a2714904fbf2f5df4af566f6fea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209760.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/c50/4206e7138d1013d0b990a2cedda25c50/4206e7138d1013d0b990a2cedda25c50.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok - -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx9c3fa79838de44458637f-00676d32ba) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txc2de251d8a9847b098b2e-00676d32be) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1a84db122065444382958-00676d32c2) -test DEBUG: Setting object count to 3120 (txn: tx1a84db122065444382958-00676d32c2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test DEBUG: Setting object count to 3120 (txn: tx3f0fe5be9eb7411aad24a-00676d32c2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txcc92218eff9e448889cc3-00676d32c2) -test DEBUG: Setting object count to 3120 (txn: txcc92218eff9e448889cc3-00676d32c2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx7eeeab7c72444582874b1-00676d32c2) -test DEBUG: Setting object count to 3120 (txn: tx7eeeab7c72444582874b1-00676d32c2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx0292c0c63b4d4fd1aa727-00676d32c2)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok - -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test DEBUG: Setting object count to 3120 (txn: tx0292c0c63b4d4fd1aa727-00676d32c2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txee07ddf4d12c4ffda7a98-00676d32c2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx72e5886e55e84e838081e-00676d32c2) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx72e5886e55e84e838081e-00676d32c2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx72e5886e55e84e838081e-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx72e5886e55e84e838081e-00676d32c2) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx72e5886e55e84e838081e-00676d32c2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx72e5886e55e84e838081e-00676d32c2) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx72e5886e55e84e838081e-00676d32c2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx72e5886e55e84e838081e-00676d32c2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx0361f60b624c44cf9d258-00676d32c3) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx0361f60b624c44cf9d258-00676d32c3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdb89abe0a3464044a6879-00676d32c3) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txdb89abe0a3464044a6879-00676d32c3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdb89abe0a3464044a6879-00676d32c3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdb89abe0a3464044a6879-00676d32c3) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txdb89abe0a3464044a6879-00676d32c3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc48beeb4254a45b58be09-00676d32c3) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txc48beeb4254a45b58be09-00676d32c3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc48beeb4254a45b58be09-00676d32c3) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc48beeb4254a45b58be09-00676d32c3)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209764.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/50c/07633e26e4951e0d6462672b4af8e50c/07633e26e4951e0d6462672b4af8e50c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209768.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/5e9/fe6e7b284d0b7c398d361441fce895e9/fe6e7b284d0b7c398d361441fce895e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209772.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/82d/919a4c3e318705a09a1379ac4ad0482d/919a4c3e318705a09a1379ac4ad0482d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209772.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/82d/919a4c3e318705a09a1379ac4ad0482d/919a4c3e318705a09a1379ac4ad0482d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209776.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/260/4a355aab260a2e50adbebe55ec947260/4a355aab260a2e50adbebe55ec947260.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209780.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/440/27e41b90ada478dddda7fa278152f440/27e41b90ada478dddda7fa278152f440.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209784.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/c97/756024ba17e8d3c3ab545244469e9c97/756024ba17e8d3c3ab545244469e9c97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209788.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/63d/b055da77ba69b852bc2e39ac9184c63d/b055da77ba69b852bc2e39ac9184c63d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209792.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/b09/a8cefae8e109070fb39ac715bd706b09/a8cefae8e109070fb39ac715bd706b09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209796.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/cea/d25d8615879f4502fed4249bf5b10cea/d25d8615879f4502fed4249bf5b10cea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209800.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/d58/e21c38aaae2d4b4befe4907572b1ed58/e21c38aaae2d4b4befe4907572b1ed58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209804.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/ba0/c1267cf63eb3a5bd12e5ff58e40e9ba0/c1267cf63eb3a5bd12e5ff58e40e9ba0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209804.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/ba0/c1267cf63eb3a5bd12e5ff58e40e9ba0/c1267cf63eb3a5bd12e5ff58e40e9ba0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209808.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/f26/6c3beccc140834b04b5998d7bd1a9f26/6c3beccc140834b04b5998d7bd1a9f26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209816.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/d13/55acc062ad7ae04af6d3cf12e9967d13/55acc062ad7ae04af6d3cf12e9967d13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209820.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/97a/b906c1178173385b9c8d7447b0fc297a/b906c1178173385b9c8d7447b0fc297a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209824.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/dc2/1f4ede6668545390a9e6c9606825ddc2/1f4ede6668545390a9e6c9606825ddc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209828.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/56e/c4d3f58f0167c161145176ec71ddd56e/c4d3f58f0167c161145176ec71ddd56e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209832.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/290/eeda80c229b54bda90b7ffbd56849290/eeda80c229b54bda90b7ffbd56849290.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209836.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/cce/fec51dd092d86537861ff7b4e524dcce/fec51dd092d86537861ff7b4e524dcce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209836.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/cce/fec51dd092d86537861ff7b4e524dcce/fec51dd092d86537861ff7b4e524dcce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209840.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/2ca/8f1e5e14946a0c296184a52d615d32ca/8f1e5e14946a0c296184a52d615d32ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209844.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/f30/650c6e675584c7c6a5549a1eb8a6cf30/650c6e675584c7c6a5549a1eb8a6cf30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209848.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/fd3/e16f8ab10be3209833d3b31cc7e46fd3/e16f8ab10be3209833d3b31cc7e46fd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209852.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/920/057892acfce3c2732ee491dbdcfd7920/057892acfce3c2732ee491dbdcfd7920.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209856.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/fcd/568bae1869c11015a446dad0b7e84fcd/568bae1869c11015a446dad0b7e84fcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209860.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/e07/f9dcc27043c2e35d46991302e80b4e07/f9dcc27043c2e35d46991302e80b4e07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209864.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/e99/06488d7bc7ea6b3654b0db5ff55d5e99/06488d7bc7ea6b3654b0db5ff55d5e99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209868.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/ce2/5f6f38502aaaf43ff35099c6426face2/5f6f38502aaaf43ff35099c6426face2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209868.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/ce2/5f6f38502aaaf43ff35099c6426face2/5f6f38502aaaf43ff35099c6426face2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209872.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/047/b7003ef6b7243a2cec70d2217f521047/b7003ef6b7243a2cec70d2217f521047.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209876.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/e19/253c2b763546998a73a43f6630bf7e19/253c2b763546998a73a43f6630bf7e19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209880.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/8f7/fe0a4d73aa9290e8bd60daaf08eea8f7/fe0a4d73aa9290e8bd60daaf08eea8f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209884.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/8ff/81e22923fb15c52d7ebf43fdd51798ff/81e22923fb15c52d7ebf43fdd51798ff.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209888.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/85e/3eef12a35e792e5d8154e01413e5a85e/3eef12a35e792e5d8154e01413e5a85e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209892.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/3d5/2f3dae3055258b4b1f767778016333d5/2f3dae3055258b4b1f767778016333d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209896.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/c53/07c62919d8866d41e8f64972b6da0c53/07c62919d8866d41e8f64972b6da0c53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209900.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/6aa/2db8a9f198a3f874deb152d2f0d966aa/2db8a9f198a3f874deb152d2f0d966aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209900.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/6aa/2db8a9f198a3f874deb152d2f0d966aa/2db8a9f198a3f874deb152d2f0d966aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209904.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/2ba/a2c6d57edd15dd4880ba5b9dca32a2ba/a2c6d57edd15dd4880ba5b9dca32a2ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209908.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/3dd/9cb35aeafeca198c9c26351580d603dd/9cb35aeafeca198c9c26351580d603dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209912.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/82e/0c344d89c87fade4172a81e273b6682e/0c344d89c87fade4172a81e273b6682e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209916.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/cf4/282223bd467b8a9515f711a12ca11cf4/282223bd467b8a9515f711a12ca11cf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209920.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/e93/03f11b6130170de58c5acfe0e69a7e93/03f11b6130170de58c5acfe0e69a7e93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209924.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/a7e/82364067fd8b81d59c58442d4c3b4a7e/82364067fd8b81d59c58442d4c3b4a7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209928.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/58f/c951afc263017c7427acc0b8c1cc158f/c951afc263017c7427acc0b8c1cc158f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209932.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/82b/dbf092499e0ae7efff916920f32f682b/dbf092499e0ae7efff916920f32f682b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209936.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/b1f/ecfd0de2b4e36a2985eb15db2fe72b1f/ecfd0de2b4e36a2985eb15db2fe72b1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209940.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/ad2/b12b8f5005e1d7ffcc303ff2a4f48ad2/b12b8f5005e1d7ffcc303ff2a4f48ad2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209944.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/cd2/feeb3af568c7fad663371ec82148fcd2/feeb3af568c7fad663371ec82148fcd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209948.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/192/bdfdd00035eeab3360fbef105887f192/bdfdd00035eeab3360fbef105887f192.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209952.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/d81/e510c14204014639caa1627d73fdcd81/e510c14204014639caa1627d73fdcd81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209956.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/5a2/e9ecc2965f9bd8f5da88815c9fe035a2/e9ecc2965f9bd8f5da88815c9fe035a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209960.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/2db/4f47c85f73f8606272b1b49d5dd292db/4f47c85f73f8606272b1b49d5dd292db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209964.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/a69/2e8a5ce9dc415467f49b9414c8143a69/2e8a5ce9dc415467f49b9414c8143a69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209968.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/c80/b3452633a1701249bfab07b15209fc80/b3452633a1701249bfab07b15209fc80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209972.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/651/5076e39bca421ff9a453d938f093d651/5076e39bca421ff9a453d938f093d651.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209976.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/177/88746ab54c0d9c44c2cfb4a89d052177/88746ab54c0d9c44c2cfb4a89d052177.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209980.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/394/b05bd2984081a0557a70d5a3c4709394/b05bd2984081a0557a70d5a3c4709394.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209984.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/82b/bfdac32c92b549880803c3f628e5c82b/bfdac32c92b549880803c3f628e5c82b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209988.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/b8d/bd74d4a73a32ed4ba99ae3854a1d2b8d/bd74d4a73a32ed4ba99ae3854a1d2b8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209992.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/eb9/b3cd5cc1b59576df3124916f7f664eb9/b3cd5cc1b59576df3124916f7f664eb9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209996.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/1fb/6a3d24bff031af15b9368c65c6c041fb/6a3d24bff031af15b9368c65c6c041fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210000.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/243/bd5d7dd84662e68a763f40ca018e4243/bd5d7dd84662e68a763f40ca018e4243.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210004.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/8a0/9d460b313b8cff76b9328ea4476738a0/9d460b313b8cff76b9328ea4476738a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210008.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/6d9/f41f595263f57f463367eb6d050dc6d9/f41f595263f57f463367eb6d050dc6d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210012.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/859/70729fa8f9d32b27e676c84e60e29859/70729fa8f9d32b27e676c84e60e29859.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210016.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/de7/6cd7b5d0fe8bc6cb2a34490813072de7/6cd7b5d0fe8bc6cb2a34490813072de7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210020.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/c76/ba01eae70c05fdde1d510121bac57c76/ba01eae70c05fdde1d510121bac57c76.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok - -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc48beeb4254a45b58be09-00676d32c3) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc033eafbb7e94c008ef05-00676d32c3) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txc033eafbb7e94c008ef05-00676d32c3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc033eafbb7e94c008ef05-00676d32c3) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc033eafbb7e94c008ef05-00676d32c3) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc033eafbb7e94c008ef05-00676d32c3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx93f5153937bd40e0b4e6d-00676d32c6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txba9b60486f314fcdb6a82-00676d32c9) -test DEBUG: Setting object count to 1065 (txn: txba9b60486f314fcdb6a82-00676d32c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx60f9c9e488df4f86a56d0-00676d32c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx392010e567d54b889d759-00676d32c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txc4c9a287aca240918ce9b-00676d32c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx4ea542ad138c4680b3caf-00676d32c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txe10ec9b999574ba598698-00676d32c9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txdad52f6d7e5c4763867ce-00676d32ca)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok - -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server ERROR: Object returning 503 for [] (txn: txdad52f6d7e5c4763867ce-00676d32ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server ERROR: Object returning 503 for [] (txn: tx998b720227fb4860b2aea-00676d32ca) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server ERROR: Object returning 503 for [] (txn: txae9d44cfc31140b0bb3b4-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server ERROR: Object returning 503 for [] (txn: txcabf35275e974f59b10fa-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa12c5408bbd64d3f927b7-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server ERROR: Object returning 503 for [] (txn: txc873f613428b432a8aa1e-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txc8e143bad04a4397a561a-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210024.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/c2b/71d01c9e8900342b92686d6c229e3c2b/71d01c9e8900342b92686d6c229e3c2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210028.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/178/5db9bd8b5915c38f5a2b796d65326178/5db9bd8b5915c38f5a2b796d65326178.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210032.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/828/36bc5d6e44b36d8247fc342216ee3828/36bc5d6e44b36d8247fc342216ee3828.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210036.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/f75/8b10d35665bd6d604396e03c8e001f75/8b10d35665bd6d604396e03c8e001f75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210040.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/17b/f0aa4238762c89101b76a797c2c2017b/f0aa4238762c89101b76a797c2c2017b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210044.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/b6b/7edff58e282fc398a4407b6a9cdd8b6b/7edff58e282fc398a4407b6a9cdd8b6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210048.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/b10/3369b37b9c9605643cdec117796a4b10/3369b37b9c9605643cdec117796a4b10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210052.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/3be/721b55b5c67c74ad35c50351a5cfa3be/721b55b5c67c74ad35c50351a5cfa3be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210056.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/249/13a2f8514d476b482b332ae4536c5249/13a2f8514d476b482b332ae4536c5249.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210060.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/395/e2594072752de4923386a99c7bca9395/e2594072752de4923386a99c7bca9395.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210064.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/b0a/e1f01341474e594035a5e2265afe3b0a/e1f01341474e594035a5e2265afe3b0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210068.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/a63/6dbfc3d857ab8fe49d61b08280a60a63/6dbfc3d857ab8fe49d61b08280a60a63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210072.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/84e/2f257b2100dd5d04fde3815aae21084e/2f257b2100dd5d04fde3815aae21084e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210076.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/850/131e279545fcf59f2a1dacf27df64850/131e279545fcf59f2a1dacf27df64850.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210080.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/84c/72d7c9a4d80a1c13a931f616312bb84c/72d7c9a4d80a1c13a931f616312bb84c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210084.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/9e5/bad2b8c36b1ae5c96e2f41da20c1c9e5/bad2b8c36b1ae5c96e2f41da20c1c9e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210088.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/c66/73bed81f86ed7526fe713a742a048c66/73bed81f86ed7526fe713a742a048c66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210092.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/1fc/16290073bf53abeccf2f673aaf4361fc/16290073bf53abeccf2f673aaf4361fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210096.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/422/2f652bc5bb706bf6d5e3eb0fe6db5422/2f652bc5bb706bf6d5e3eb0fe6db5422.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210100.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/2ec/7e620df8777b845998b4bfc0f73e32ec/7e620df8777b845998b4bfc0f73e32ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210104.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/34d/892cd1099acd83283d8f5e312319234d/892cd1099acd83283d8f5e312319234d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210108.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/926/bde627182aaff2fc0d71e51c0cac8926/bde627182aaff2fc0d71e51c0cac8926.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210112.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/055/65d22cf550e96a9df0c87c9d87ecc055/65d22cf550e96a9df0c87c9d87ecc055.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210116.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/c6c/a8ae942e9c74e2fd3bfb3ec1d8278c6c/a8ae942e9c74e2fd3bfb3ec1d8278c6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210120.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/658/4bcd1160d34d45f959da89173e900658/4bcd1160d34d45f959da89173e900658.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210124.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/3d7/2ad10e3a3646405253550322488393d7/2ad10e3a3646405253550322488393d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210128.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/34a/13d3ed5a975e23ebe8b5e5e09393534a/13d3ed5a975e23ebe8b5e5e09393534a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210132.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/da6/9ac867d26661ba5c7d4b0c0c64a08da6/9ac867d26661ba5c7d4b0c0c64a08da6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210136.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/66b/d47e7b9e78b62ac4cd27253ec9fa166b/d47e7b9e78b62ac4cd27253ec9fa166b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210140.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/f14/be09acd55e03618662ef3218558e4f14/be09acd55e03618662ef3218558e4f14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210144.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/78f/3fa981cabb32aa687568289cdddc878f/3fa981cabb32aa687568289cdddc878f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210148.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/587/6473905310ca021c1fe7bc66af1bc587/6473905310ca021c1fe7bc66af1bc587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210152.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/d73/9d20765df26414e37f1930abb267bd73/9d20765df26414e37f1930abb267bd73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210156.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/2e0/77836f13cf4a7e53ae38a4a90571a2e0/77836f13cf4a7e53ae38a4a90571a2e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210160.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/f4a/a4fdf5fe9bd157f9d90d20b180b16f4a/a4fdf5fe9bd157f9d90d20b180b16f4a.db -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx17de05878fce435baa848-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd868bda4fb7e484aa9982-00676d32cb) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txd868bda4fb7e484aa9982-00676d32cb)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txee39b39c04044172a0919-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txb1cd25a33cc44fe18b889-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txb60fa8e9f4ab465186e45-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c40b69e357421cbde0e-00676d32cb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -Unlinked retiring db '/tmp/tmp_i64_diw/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok -Unlinked retiring db '/tmp/tmp3bpnpq89/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok - -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71384ec2c498484dbc789-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5936df90c9a0479386d44-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf739a3c866274c14a26fa-00676d32cd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txed8361181847465dbf5fa-00676d32cd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx28dce546462e4b31920c4-00676d32cd) -Unlinked retiring db '/tmp/tmp8px4ysz9/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -Unlinked retiring db '/tmp/tmpolxnvm4q/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210164.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/9f5/92cdcf259484e2e0de36591bb2a4a9f5/92cdcf259484e2e0de36591bb2a4a9f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210168.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/eea/5efb793a7f32a0ecbb9733b42f2ddeea/5efb793a7f32a0ecbb9733b42f2ddeea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210172.00000-0, db: /tmp/tmpnp10r3xv/sda/containers/0/62f/364cdbb44c88e08d2da6a046baa4c62f/364cdbb44c88e08d2da6a046baa4c62f.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpbhf29v4g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209676.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpbhf29v4g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209676.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209680.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/11e/ed2c0a4678339ad8d0933cee4941d11e/ed2c0a4678339ad8d0933cee4941d11e_1735209680.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209680.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/11e/ed2c0a4678339ad8d0933cee4941d11e/ed2c0a4678339ad8d0933cee4941d11e_1735209680.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209683.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/5ed/7203a50decdd35d3661caa2b44de35ed/7203a50decdd35d3661caa2b44de35ed_1735209683.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209683.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/5ed/7203a50decdd35d3661caa2b44de35ed/7203a50decdd35d3661caa2b44de35ed_1735209683.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209686.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/9de/5a67b9b0d748ffef9be599a5eff369de/5a67b9b0d748ffef9be599a5eff369de_1735209686.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209686.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/9de/5a67b9b0d748ffef9be599a5eff369de/5a67b9b0d748ffef9be599a5eff369de_1735209686.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209689.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8ec/9377ca609536e242a170706f155b58ec/9377ca609536e242a170706f155b58ec_1735209689.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209689.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8ec/9377ca609536e242a170706f155b58ec/9377ca609536e242a170706f155b58ec_1735209689.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209692.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/05e/927acafbade7476227c762ab2f98d05e/927acafbade7476227c762ab2f98d05e_1735209692.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209692.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/05e/927acafbade7476227c762ab2f98d05e/927acafbade7476227c762ab2f98d05e_1735209692.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209695.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/125/9502c5bd051b0d50a1c5ad01087f8125/9502c5bd051b0d50a1c5ad01087f8125_1735209695.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209695.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/125/9502c5bd051b0d50a1c5ad01087f8125/9502c5bd051b0d50a1c5ad01087f8125_1735209695.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209698.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/df1/187a208d7628dbb48ad2e3d083d89df1/187a208d7628dbb48ad2e3d083d89df1_1735209698.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209698.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/df1/187a208d7628dbb48ad2e3d083d89df1/187a208d7628dbb48ad2e3d083d89df1_1735209698.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209701.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/532/1efc2a468faed93f427c6ebf1c777532/1efc2a468faed93f427c6ebf1c777532_1735209701.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209701.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/532/1efc2a468faed93f427c6ebf1c777532/1efc2a468faed93f427c6ebf1c777532_1735209701.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209704.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/4d8/9b5c9bb60ff015a87c7a3be7daca44d8/9b5c9bb60ff015a87c7a3be7daca44d8_1735209704.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209704.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/4d8/9b5c9bb60ff015a87c7a3be7daca44d8/9b5c9bb60ff015a87c7a3be7daca44d8_1735209704.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209707.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/2f7/eedc0c2860aa5d444fec54ec018652f7/eedc0c2860aa5d444fec54ec018652f7_1735209707.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209707.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/2f7/eedc0c2860aa5d444fec54ec018652f7/eedc0c2860aa5d444fec54ec018652f7_1735209707.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209710.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/0ff/ce4785825da2af5d4ed62228090830ff/ce4785825da2af5d4ed62228090830ff_1735209710.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209710.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/0ff/ce4785825da2af5d4ed62228090830ff/ce4785825da2af5d4ed62228090830ff_1735209710.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209713.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/fd5/f40e689cffe0e77fa8a588907507bfd5/f40e689cffe0e77fa8a588907507bfd5_1735209713.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209713.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/fd5/f40e689cffe0e77fa8a588907507bfd5/f40e689cffe0e77fa8a588907507bfd5_1735209713.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209716.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8fc/e8c0a196560689fc40e5ed6a9316b8fc/e8c0a196560689fc40e5ed6a9316b8fc_1735209716.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209716.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8fc/e8c0a196560689fc40e5ed6a9316b8fc/e8c0a196560689fc40e5ed6a9316b8fc_1735209716.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209719.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/c61/2fb728017e5829dba352d7d57ec75c61/2fb728017e5829dba352d7d57ec75c61_1735209719.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209719.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/c61/2fb728017e5829dba352d7d57ec75c61/2fb728017e5829dba352d7d57ec75c61_1735209719.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209722.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/4be/a0c2bc3dda3b79691386c51f806344be/a0c2bc3dda3b79691386c51f806344be_1735209722.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209722.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/4be/a0c2bc3dda3b79691386c51f806344be/a0c2bc3dda3b79691386c51f806344be_1735209722.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209725.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/c9f/b5eb28dbdd923c7de4ea316218a80c9f/b5eb28dbdd923c7de4ea316218a80c9f_1735209725.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209725.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/c9f/b5eb28dbdd923c7de4ea316218a80c9f/b5eb28dbdd923c7de4ea316218a80c9f_1735209725.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209728.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/701/d63f495e3a80d9786ab9dfb743104701/d63f495e3a80d9786ab9dfb743104701_1735209728.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209728.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/701/d63f495e3a80d9786ab9dfb743104701/d63f495e3a80d9786ab9dfb743104701_1735209728.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209731.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/30f/133c4da00769a50460eabbf8a3c6630f/133c4da00769a50460eabbf8a3c6630f_1735209731.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209731.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/30f/133c4da00769a50460eabbf8a3c6630f/133c4da00769a50460eabbf8a3c6630f_1735209731.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209734.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/871/190a2487e3e5c99cb2f1cb73cea56871/190a2487e3e5c99cb2f1cb73cea56871_1735209734.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209734.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/871/190a2487e3e5c99cb2f1cb73cea56871/190a2487e3e5c99cb2f1cb73cea56871_1735209734.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209737.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8ab/b07e74bd17e30c269ae8b38f1a7f28ab/b07e74bd17e30c269ae8b38f1a7f28ab_1735209737.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209737.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8ab/b07e74bd17e30c269ae8b38f1a7f28ab/b07e74bd17e30c269ae8b38f1a7f28ab_1735209737.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209740.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/71f/5f77ab4c31abcaf6247c7202a7aff71f/5f77ab4c31abcaf6247c7202a7aff71f_1735209740.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209740.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/71f/5f77ab4c31abcaf6247c7202a7aff71f/5f77ab4c31abcaf6247c7202a7aff71f_1735209740.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209743.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/7aa/46df39eb2fe659e7d6d074eed5f377aa/46df39eb2fe659e7d6d074eed5f377aa_1735209743.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209743.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/7aa/46df39eb2fe659e7d6d074eed5f377aa/46df39eb2fe659e7d6d074eed5f377aa_1735209743.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209746.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/358/5d46c3c7e4ab9f7d24c1821c2cfef358/5d46c3c7e4ab9f7d24c1821c2cfef358_1735209746.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209746.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/358/5d46c3c7e4ab9f7d24c1821c2cfef358/5d46c3c7e4ab9f7d24c1821c2cfef358_1735209746.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209749.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/679/fb975a0e0abd309de4bfed1febca3679/fb975a0e0abd309de4bfed1febca3679_1735209749.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209749.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/679/fb975a0e0abd309de4bfed1febca3679/fb975a0e0abd309de4bfed1febca3679_1735209749.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209752.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/0d9/52223249580cb7fe22eadcf22d4220d9/52223249580cb7fe22eadcf22d4220d9_1735209752.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209752.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/0d9/52223249580cb7fe22eadcf22d4220d9/52223249580cb7fe22eadcf22d4220d9_1735209752.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209755.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/b51/e08e4ca2021e3a59fb09e2c45b7c1b51/e08e4ca2021e3a59fb09e2c45b7c1b51_1735209755.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209755.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/b51/e08e4ca2021e3a59fb09e2c45b7c1b51/e08e4ca2021e3a59fb09e2c45b7c1b51_1735209755.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209758.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/636/8828284ad914420340a5ac217f45b636/8828284ad914420340a5ac217f45b636_1735209758.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209758.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/636/8828284ad914420340a5ac217f45b636/8828284ad914420340a5ac217f45b636_1735209758.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209761.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/1da/c62c672afe5b9bdc3262f31b9c59b1da/c62c672afe5b9bdc3262f31b9c59b1da_1735209761.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209761.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/1da/c62c672afe5b9bdc3262f31b9c59b1da/c62c672afe5b9bdc3262f31b9c59b1da_1735209761.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209764.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/50c/07633e26e4951e0d6462672b4af8e50c/07633e26e4951e0d6462672b4af8e50c_1735209764.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209764.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/50c/07633e26e4951e0d6462672b4af8e50c/07633e26e4951e0d6462672b4af8e50c_1735209764.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209767.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/6ee/de3deab55a9f819c9b35ad1f9ea956ee/de3deab55a9f819c9b35ad1f9ea956ee_1735209767.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209767.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/6ee/de3deab55a9f819c9b35ad1f9ea956ee/de3deab55a9f819c9b35ad1f9ea956ee_1735209767.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209770.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/44c/0acc71cb9eb0db3202583f54bf34d44c/0acc71cb9eb0db3202583f54bf34d44c_1735209770.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209770.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/44c/0acc71cb9eb0db3202583f54bf34d44c/0acc71cb9eb0db3202583f54bf34d44c_1735209770.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209773.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/71e/b1cc6424da4f08aec8861111e88c471e/b1cc6424da4f08aec8861111e88c471e_1735209773.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209773.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/71e/b1cc6424da4f08aec8861111e88c471e/b1cc6424da4f08aec8861111e88c471e_1735209773.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209776.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/260/4a355aab260a2e50adbebe55ec947260/4a355aab260a2e50adbebe55ec947260_1735209776.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209776.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/260/4a355aab260a2e50adbebe55ec947260/4a355aab260a2e50adbebe55ec947260_1735209776.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209779.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/9ad/2da734bbe764879a70b387a555e5f9ad/2da734bbe764879a70b387a555e5f9ad_1735209779.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209779.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/9ad/2da734bbe764879a70b387a555e5f9ad/2da734bbe764879a70b387a555e5f9ad_1735209779.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209782.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/33d/06d2ffaf6cf571783fd320b1e02f233d/06d2ffaf6cf571783fd320b1e02f233d_1735209782.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209782.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/33d/06d2ffaf6cf571783fd320b1e02f233d/06d2ffaf6cf571783fd320b1e02f233d_1735209782.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209785.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/76e/776c2c5ae452be08370ff5fb3cf8376e/776c2c5ae452be08370ff5fb3cf8376e_1735209785.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209785.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/76e/776c2c5ae452be08370ff5fb3cf8376e/776c2c5ae452be08370ff5fb3cf8376e_1735209785.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209788.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/63d/b055da77ba69b852bc2e39ac9184c63d/b055da77ba69b852bc2e39ac9184c63d_1735209788.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209788.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/63d/b055da77ba69b852bc2e39ac9184c63d/b055da77ba69b852bc2e39ac9184c63d_1735209788.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209791.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/9a6/28619850bc1922992b1b59669e6259a6/28619850bc1922992b1b59669e6259a6_1735209791.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209791.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/9a6/28619850bc1922992b1b59669e6259a6/28619850bc1922992b1b59669e6259a6_1735209791.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209794.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/600/9b4d5ecf9590974c2028d4c65e01a600/9b4d5ecf9590974c2028d4c65e01a600_1735209794.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209794.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/600/9b4d5ecf9590974c2028d4c65e01a600/9b4d5ecf9590974c2028d4c65e01a600_1735209794.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209797.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/de6/89fbdf717ea54ad571acce847cd7bde6/89fbdf717ea54ad571acce847cd7bde6_1735209797.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209797.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/de6/89fbdf717ea54ad571acce847cd7bde6/89fbdf717ea54ad571acce847cd7bde6_1735209797.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209800.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/d58/e21c38aaae2d4b4befe4907572b1ed58/e21c38aaae2d4b4befe4907572b1ed58_1735209800.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209800.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/d58/e21c38aaae2d4b4befe4907572b1ed58/e21c38aaae2d4b4befe4907572b1ed58_1735209800.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209803.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/7e0/1672a0053aa7825cc43110535e07b7e0/1672a0053aa7825cc43110535e07b7e0_1735209803.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209803.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/7e0/1672a0053aa7825cc43110535e07b7e0/1672a0053aa7825cc43110535e07b7e0_1735209803.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209806.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/16a/bd45af5d9803ef3882bdc5d16ef9c16a/bd45af5d9803ef3882bdc5d16ef9c16a_1735209806.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209806.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/16a/bd45af5d9803ef3882bdc5d16ef9c16a/bd45af5d9803ef3882bdc5d16ef9c16a_1735209806.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209809.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/a7c/c64b4c6a2d10d1f6a9238f5424bbea7c/c64b4c6a2d10d1f6a9238f5424bbea7c_1735209809.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209809.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/a7c/c64b4c6a2d10d1f6a9238f5424bbea7c/c64b4c6a2d10d1f6a9238f5424bbea7c_1735209809.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19_1735209812.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19_1735209812.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209815.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/330/ab427d12bd7a9d8b9a76ce224a162330/ab427d12bd7a9d8b9a76ce224a162330_1735209815.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209815.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/330/ab427d12bd7a9d8b9a76ce224a162330/ab427d12bd7a9d8b9a76ce224a162330_1735209815.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -test ERROR: Failed to unlink '/tmp/tmpfq50uo9q/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpfq50uo9q/containers/part/suffix/hash/container_1735209555.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpfq50uo9q/containers/part/suffix/hash/container_1735209555.00000.db': ['/tmp/tmpfq50uo9q/containers/part/suffix/hash/container.db', '/tmp/tmpfq50uo9q/containers/part/suffix/hash/container_1735209556.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpfq50uo9q/containers/part/suffix/hash/container_1735209556.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpezsum4wr/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpezsum4wr/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpugturjrv/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpugturjrv/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc_1735209818.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc_1735209818.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209821.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/647/f8fa8c8bf6b3f7bb43bb5027436d6647/f8fa8c8bf6b3f7bb43bb5027436d6647_1735209821.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209821.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/647/f8fa8c8bf6b3f7bb43bb5027436d6647/f8fa8c8bf6b3f7bb43bb5027436d6647_1735209821.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209824.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/dc2/1f4ede6668545390a9e6c9606825ddc2/1f4ede6668545390a9e6c9606825ddc2_1735209824.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209824.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/dc2/1f4ede6668545390a9e6c9606825ddc2/1f4ede6668545390a9e6c9606825ddc2_1735209824.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209827.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/63d/ca6342c3784785a1dc21c7e2bacc763d/ca6342c3784785a1dc21c7e2bacc763d_1735209827.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209827.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/63d/ca6342c3784785a1dc21c7e2bacc763d/ca6342c3784785a1dc21c7e2bacc763d_1735209827.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209830.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8f9/b12a8a3901d109de90c75dbf4c5b38f9/b12a8a3901d109de90c75dbf4c5b38f9_1735209830.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209830.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8f9/b12a8a3901d109de90c75dbf4c5b38f9/b12a8a3901d109de90c75dbf4c5b38f9_1735209830.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209833.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/d86/1a7d3bd1c89decaa2f3a56df12a53d86/1a7d3bd1c89decaa2f3a56df12a53d86_1735209833.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209833.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/d86/1a7d3bd1c89decaa2f3a56df12a53d86/1a7d3bd1c89decaa2f3a56df12a53d86_1735209833.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209836.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/cce/fec51dd092d86537861ff7b4e524dcce/fec51dd092d86537861ff7b4e524dcce_1735209836.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209836.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/cce/fec51dd092d86537861ff7b4e524dcce/fec51dd092d86537861ff7b4e524dcce_1735209836.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209839.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/2fb/6c84c3a5b4ea271d9368853fa7ae32fb/6c84c3a5b4ea271d9368853fa7ae32fb_1735209839.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209839.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/2fb/6c84c3a5b4ea271d9368853fa7ae32fb/6c84c3a5b4ea271d9368853fa7ae32fb_1735209839.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209842.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/0cd/a3059b37eec89e915041cf2cb43870cd/a3059b37eec89e915041cf2cb43870cd_1735209842.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209842.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/0cd/a3059b37eec89e915041cf2cb43870cd/a3059b37eec89e915041cf2cb43870cd_1735209842.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209845.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/013/bbfd8925e81e1035b72a060bba627013/bbfd8925e81e1035b72a060bba627013_1735209845.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209845.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/013/bbfd8925e81e1035b72a060bba627013/bbfd8925e81e1035b72a060bba627013_1735209845.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209848.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/fd3/e16f8ab10be3209833d3b31cc7e46fd3/e16f8ab10be3209833d3b31cc7e46fd3_1735209848.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209848.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/fd3/e16f8ab10be3209833d3b31cc7e46fd3/e16f8ab10be3209833d3b31cc7e46fd3_1735209848.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209851.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/020/09ff522c9ebd2bf9f2ab6056b4686020/09ff522c9ebd2bf9f2ab6056b4686020_1735209851.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209851.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/020/09ff522c9ebd2bf9f2ab6056b4686020/09ff522c9ebd2bf9f2ab6056b4686020_1735209851.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209854.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8db/07a161af3599b0ed9a617efa2a7b88db/07a161af3599b0ed9a617efa2a7b88db_1735209854.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209854.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/8db/07a161af3599b0ed9a617efa2a7b88db/07a161af3599b0ed9a617efa2a7b88db_1735209854.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209857.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/f36/e32437e7e4678309745b65ddd7581f36/e32437e7e4678309745b65ddd7581f36_1735209857.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209857.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/f36/e32437e7e4678309745b65ddd7581f36/e32437e7e4678309745b65ddd7581f36_1735209857.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209860.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/e07/f9dcc27043c2e35d46991302e80b4e07/f9dcc27043c2e35d46991302e80b4e07_1735209860.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209860.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/e07/f9dcc27043c2e35d46991302e80b4e07/f9dcc27043c2e35d46991302e80b4e07_1735209860.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209863.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/b6c/c1243a384f4c70ba7c92c9d5c200bb6c/c1243a384f4c70ba7c92c9d5c200bb6c_1735209863.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209863.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/b6c/c1243a384f4c70ba7c92c9d5c200bb6c/c1243a384f4c70ba7c92c9d5c200bb6c_1735209863.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209866.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/9e0/4a6b5185521f1ece5fb15bdfed2159e0/4a6b5185521f1ece5fb15bdfed2159e0_1735209866.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209866.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/9e0/4a6b5185521f1ece5fb15bdfed2159e0/4a6b5185521f1ece5fb15bdfed2159e0_1735209866.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209869.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/c1f/bad56d5c95ad563e47a06d6ee73e8c1f/bad56d5c95ad563e47a06d6ee73e8c1f_1735209869.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209869.00000-0, db: /tmp/tmpkjypvo_g/sda/containers/0/c1f/bad56d5c95ad563e47a06d6ee73e8c1f/bad56d5c95ad563e47a06d6ee73e8c1f_1735209869.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209699.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/e5c/392889c5a14e215ceac6993c9e37fe5c/392889c5a14e215ceac6993c9e37fe5c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209699.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/e5c/392889c5a14e215ceac6993c9e37fe5c/392889c5a14e215ceac6993c9e37fe5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209703.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/567/03df9c3a1dcd101294c7b4f2c24b2567/03df9c3a1dcd101294c7b4f2c24b2567.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209703.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/567/03df9c3a1dcd101294c7b4f2c24b2567/03df9c3a1dcd101294c7b4f2c24b2567.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209707.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/2f7/eedc0c2860aa5d444fec54ec018652f7/eedc0c2860aa5d444fec54ec018652f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209707.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/2f7/eedc0c2860aa5d444fec54ec018652f7/eedc0c2860aa5d444fec54ec018652f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209711.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/2bd/c8d2825a59bb421319087198cfd1b2bd/c8d2825a59bb421319087198cfd1b2bd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209711.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/2bd/c8d2825a59bb421319087198cfd1b2bd/c8d2825a59bb421319087198cfd1b2bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209715.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c4e/a2d12e60a52f553cbd87e2e1305edc4e/a2d12e60a52f553cbd87e2e1305edc4e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209715.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c4e/a2d12e60a52f553cbd87e2e1305edc4e/a2d12e60a52f553cbd87e2e1305edc4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209719.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c61/2fb728017e5829dba352d7d57ec75c61/2fb728017e5829dba352d7d57ec75c61.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209719.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c61/2fb728017e5829dba352d7d57ec75c61/2fb728017e5829dba352d7d57ec75c61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209723.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/498/107da9d245856f18e146377ec9e20498/107da9d245856f18e146377ec9e20498.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209723.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/498/107da9d245856f18e146377ec9e20498/107da9d245856f18e146377ec9e20498.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209727.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/659/40142b90df548f5bca918f616187a659/40142b90df548f5bca918f616187a659.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209727.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/659/40142b90df548f5bca918f616187a659/40142b90df548f5bca918f616187a659.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209731.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/30f/133c4da00769a50460eabbf8a3c6630f/133c4da00769a50460eabbf8a3c6630f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209731.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/30f/133c4da00769a50460eabbf8a3c6630f/133c4da00769a50460eabbf8a3c6630f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209735.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/d5f/988234bf73afa8d0aabe21a2cfa51d5f/988234bf73afa8d0aabe21a2cfa51d5f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209735.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/d5f/988234bf73afa8d0aabe21a2cfa51d5f/988234bf73afa8d0aabe21a2cfa51d5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209739.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/ddf/fceb5b14d8c7c7c5cefbd3a330638ddf/fceb5b14d8c7c7c5cefbd3a330638ddf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209739.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/ddf/fceb5b14d8c7c7c5cefbd3a330638ddf/fceb5b14d8c7c7c5cefbd3a330638ddf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209743.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/7aa/46df39eb2fe659e7d6d074eed5f377aa/46df39eb2fe659e7d6d074eed5f377aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209743.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/7aa/46df39eb2fe659e7d6d074eed5f377aa/46df39eb2fe659e7d6d074eed5f377aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209747.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/8f6/164dee426f30d6f588e8f39ad284c8f6/164dee426f30d6f588e8f39ad284c8f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209747.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/8f6/164dee426f30d6f588e8f39ad284c8f6/164dee426f30d6f588e8f39ad284c8f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209751.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/839/ce2b2e6c7f41b0397844822292c61839/ce2b2e6c7f41b0397844822292c61839.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209751.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/839/ce2b2e6c7f41b0397844822292c61839/ce2b2e6c7f41b0397844822292c61839.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209755.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/b51/e08e4ca2021e3a59fb09e2c45b7c1b51/e08e4ca2021e3a59fb09e2c45b7c1b51.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209755.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/b51/e08e4ca2021e3a59fb09e2c45b7c1b51/e08e4ca2021e3a59fb09e2c45b7c1b51.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209759.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/0a6/53550194314166649d913627c82080a6/53550194314166649d913627c82080a6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209759.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/0a6/53550194314166649d913627c82080a6/53550194314166649d913627c82080a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209763.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/5b4/f5432b70be9ea6756b895184d1d985b4/f5432b70be9ea6756b895184d1d985b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209763.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/5b4/f5432b70be9ea6756b895184d1d985b4/f5432b70be9ea6756b895184d1d985b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209767.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/6ee/de3deab55a9f819c9b35ad1f9ea956ee/de3deab55a9f819c9b35ad1f9ea956ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209767.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/6ee/de3deab55a9f819c9b35ad1f9ea956ee/de3deab55a9f819c9b35ad1f9ea956ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209771.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/927/2bcfb0e3abf069bb02607f32383a7927/2bcfb0e3abf069bb02607f32383a7927.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209771.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/927/2bcfb0e3abf069bb02607f32383a7927/2bcfb0e3abf069bb02607f32383a7927.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209775.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/1d7/6f207dc2612043b9c7b43f7ee16a51d7/6f207dc2612043b9c7b43f7ee16a51d7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209775.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/1d7/6f207dc2612043b9c7b43f7ee16a51d7/6f207dc2612043b9c7b43f7ee16a51d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209779.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/9ad/2da734bbe764879a70b387a555e5f9ad/2da734bbe764879a70b387a555e5f9ad.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209779.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/9ad/2da734bbe764879a70b387a555e5f9ad/2da734bbe764879a70b387a555e5f9ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209783.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/fdd/0d63785dc20293a9fcc9ad59ae541fdd/0d63785dc20293a9fcc9ad59ae541fdd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209783.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/fdd/0d63785dc20293a9fcc9ad59ae541fdd/0d63785dc20293a9fcc9ad59ae541fdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209787.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/faf/28a42d3cf6f6d23ecf788c952fef6faf/28a42d3cf6f6d23ecf788c952fef6faf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209787.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/faf/28a42d3cf6f6d23ecf788c952fef6faf/28a42d3cf6f6d23ecf788c952fef6faf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209791.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/9a6/28619850bc1922992b1b59669e6259a6/28619850bc1922992b1b59669e6259a6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209791.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/9a6/28619850bc1922992b1b59669e6259a6/28619850bc1922992b1b59669e6259a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209795.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/ec0/86691a5b1bf95ce8f206bf5a7d460ec0/86691a5b1bf95ce8f206bf5a7d460ec0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209795.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/ec0/86691a5b1bf95ce8f206bf5a7d460ec0/86691a5b1bf95ce8f206bf5a7d460ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209799.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/a01/f0acc47e4f3d028f1a87592bc2ccca01/f0acc47e4f3d028f1a87592bc2ccca01.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209799.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/a01/f0acc47e4f3d028f1a87592bc2ccca01/f0acc47e4f3d028f1a87592bc2ccca01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209803.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/7e0/1672a0053aa7825cc43110535e07b7e0/1672a0053aa7825cc43110535e07b7e0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209803.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/7e0/1672a0053aa7825cc43110535e07b7e0/1672a0053aa7825cc43110535e07b7e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209807.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/7c0/b440d7af734f6c5fd3dcdc47bc36b7c0/b440d7af734f6c5fd3dcdc47bc36b7c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209807.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/7c0/b440d7af734f6c5fd3dcdc47bc36b7c0/b440d7af734f6c5fd3dcdc47bc36b7c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209811.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/847/9ae4f3456d71729383fca13905ebe847/9ae4f3456d71729383fca13905ebe847.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209811.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/847/9ae4f3456d71729383fca13905ebe847/9ae4f3456d71729383fca13905ebe847.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209815.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/330/ab427d12bd7a9d8b9a76ce224a162330/ab427d12bd7a9d8b9a76ce224a162330.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209815.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/330/ab427d12bd7a9d8b9a76ce224a162330/ab427d12bd7a9d8b9a76ce224a162330.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209819.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/fd7/9d1ad16fccdb6abf8bd51270669a5fd7/9d1ad16fccdb6abf8bd51270669a5fd7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209819.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/fd7/9d1ad16fccdb6abf8bd51270669a5fd7/9d1ad16fccdb6abf8bd51270669a5fd7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209823.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/f6b/0a958ac1f4a56c859ef91a38d8159f6b/0a958ac1f4a56c859ef91a38d8159f6b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209823.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/f6b/0a958ac1f4a56c859ef91a38d8159f6b/0a958ac1f4a56c859ef91a38d8159f6b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209827.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/63d/ca6342c3784785a1dc21c7e2bacc763d/ca6342c3784785a1dc21c7e2bacc763d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209827.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/63d/ca6342c3784785a1dc21c7e2bacc763d/ca6342c3784785a1dc21c7e2bacc763d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209831.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/e5b/ca79b3767498a8f32b2a738fbaf7de5b/ca79b3767498a8f32b2a738fbaf7de5b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209831.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/e5b/ca79b3767498a8f32b2a738fbaf7de5b/ca79b3767498a8f32b2a738fbaf7de5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209835.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/393/b0fafc562878eb7edebd111741c58393/b0fafc562878eb7edebd111741c58393.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209835.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/393/b0fafc562878eb7edebd111741c58393/b0fafc562878eb7edebd111741c58393.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209839.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/2fb/6c84c3a5b4ea271d9368853fa7ae32fb/6c84c3a5b4ea271d9368853fa7ae32fb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209839.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/2fb/6c84c3a5b4ea271d9368853fa7ae32fb/6c84c3a5b4ea271d9368853fa7ae32fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209843.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/94a/9f1e83d5dd424274e4f59fe165f3094a/9f1e83d5dd424274e4f59fe165f3094a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209843.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/94a/9f1e83d5dd424274e4f59fe165f3094a/9f1e83d5dd424274e4f59fe165f3094a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209847.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/27a/86d1cda531d99650af51438db657127a/86d1cda531d99650af51438db657127a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209847.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/27a/86d1cda531d99650af51438db657127a/86d1cda531d99650af51438db657127a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209851.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/020/09ff522c9ebd2bf9f2ab6056b4686020/09ff522c9ebd2bf9f2ab6056b4686020.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209851.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/020/09ff522c9ebd2bf9f2ab6056b4686020/09ff522c9ebd2bf9f2ab6056b4686020.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209855.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/4c5/c2f7d1fcf612b1bd98f08641c526f4c5/c2f7d1fcf612b1bd98f08641c526f4c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209855.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/4c5/c2f7d1fcf612b1bd98f08641c526f4c5/c2f7d1fcf612b1bd98f08641c526f4c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209859.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/bea/f54e0d316937803dbea264868449dbea/f54e0d316937803dbea264868449dbea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209859.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/bea/f54e0d316937803dbea264868449dbea/f54e0d316937803dbea264868449dbea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209863.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/b6c/c1243a384f4c70ba7c92c9d5c200bb6c/c1243a384f4c70ba7c92c9d5c200bb6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209863.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/b6c/c1243a384f4c70ba7c92c9d5c200bb6c/c1243a384f4c70ba7c92c9d5c200bb6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209867.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/05f/7d9c004d5a915a3c812c2c425910105f/7d9c004d5a915a3c812c2c425910105f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209867.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/05f/7d9c004d5a915a3c812c2c425910105f/7d9c004d5a915a3c812c2c425910105f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209871.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/b35/bc56283be8a17f06884b3e24e71b2b35/bc56283be8a17f06884b3e24e71b2b35.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209871.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/b35/bc56283be8a17f06884b3e24e71b2b35/bc56283be8a17f06884b3e24e71b2b35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209875.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c6c/9f27ea27aa71a184c73e584b3ba1ac6c/9f27ea27aa71a184c73e584b3ba1ac6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209875.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c6c/9f27ea27aa71a184c73e584b3ba1ac6c/9f27ea27aa71a184c73e584b3ba1ac6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209879.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/324/07eb0bca5ac6ea22c398afdf25303324/07eb0bca5ac6ea22c398afdf25303324.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209879.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/324/07eb0bca5ac6ea22c398afdf25303324/07eb0bca5ac6ea22c398afdf25303324.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209883.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/649/1e396838dff6972e5739d68916d75649/1e396838dff6972e5739d68916d75649.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209883.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/649/1e396838dff6972e5739d68916d75649/1e396838dff6972e5739d68916d75649.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209887.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c1f/28c9c7ad0735e130f6114779e5e3ec1f/28c9c7ad0735e130f6114779e5e3ec1f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209887.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c1f/28c9c7ad0735e130f6114779e5e3ec1f/28c9c7ad0735e130f6114779e5e3ec1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209891.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/78f/b65d45cee557639f4f0352f16f7d178f/b65d45cee557639f4f0352f16f7d178f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209891.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/78f/b65d45cee557639f4f0352f16f7d178f/b65d45cee557639f4f0352f16f7d178f.dbContainer 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test ERROR: Failed to unlink '/tmp/tmpycg8iexu/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpycg8iexu/containers/part/suffix/hash/container_1735209695.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpycg8iexu/containers/part/suffix/hash/container_1735209695.00000.db': ['/tmp/tmpycg8iexu/containers/part/suffix/hash/container.db', '/tmp/tmpycg8iexu/containers/part/suffix/hash/container_1735209696.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpycg8iexu/containers/part/suffix/hash/container_1735209696.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmphsh32x3u/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphsh32x3u/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmphsh32x3u/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphsh32x3u/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0344 "-" 2944466 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0436 "-" 2944466 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0367 "-" 2944466 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0319 "-" 2944466 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1c3bfad887c24723ba407-00676d32e6" "proxy-server 2944466" 0.0079 "-" 2944466 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:50867/sdb1/3/a/c" "tx1c3bfad887c24723ba407-00676d32e6" "container-server 2944466" 0.0035 "-" 2944466 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:36973/sda1/3/a/c" "tx1c3bfad887c24723ba407-00676d32e6" "container-server 2944466" 0.0114 "-" 2944466 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1c3bfad887c24723ba407-00676d32e6" "proxy-server 2944466" 0.0760 "-" 2944466 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1c3bfad887c24723ba407-00676d32e6" "proxy-server 2944466" 0.1210 "-" 2944466 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/41/42 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1c3bfad887c24723ba407-00676d32e6 - 0.1647 - - 1735209702.687947273 1735209702.852660656 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txce3953ebdd554f02b58cf-00676d32e6" "proxy-server 2944466" 0.0030 "-" 2944466 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36973/sda1/0/a1/c1" "txce3953ebdd554f02b58cf-00676d32e6" "container-server 2944466" 0.0074 "-" 2944466 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50867/sdb1/0/a1/c1" "txce3953ebdd554f02b58cf-00676d32e6" "container-server 2944466" 0.0029 "-" 2944466 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:42 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txce3953ebdd554f02b58cf-00676d32e6" "proxy-server 2944466" 0.1080 "-" 2944466 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txce3953ebdd554f02b58cf-00676d32e6" "proxy-server 2944466" 0.0654 "-" 2944466 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/41/43 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txce3953ebdd554f02b58cf-00676d32e6 - 0.1517 - - 1735209702.856732130 1735209703.008414268 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx22689f15388748e6a4ed9-00676d32e7" "proxy-server 2944466" 0.0429 "-" 2944466 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:36973/sda1/3/a/c1" "tx22689f15388748e6a4ed9-00676d32e7" "container-server 2944466" 0.0555 "-" 2944466 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50867/sdb1/3/a/c1" "tx22689f15388748e6a4ed9-00676d32e7" "container-server 2944466" 0.0027 "-" 2944466 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx22689f15388748e6a4ed9-00676d32e7" "proxy-server 2944466" 0.0992 "-" 2944466 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx22689f15388748e6a4ed9-00676d32e7" "proxy-server 2944466" 0.1472 "-" 2944466 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/41/43 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx22689f15388748e6a4ed9-00676d32e7 - 0.2126 - - 1735209703.016639709 1735209703.229234934 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc8d463ce98504891b3407-00676d32e7" "proxy-server 2944466" 0.0439 "-" 2944466 -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Container 'a/c' cannot be set to sharding state while in sharding state -Unlinked retiring db '/tmp/tmp8o8x7_nx/containers/part/suffix/hash/container.db' -Container 'a/c' cannot be set to sharded state while in sharded state -Unlinked retiring db '/tmp/tmp8o8x7_nx/containers/part/suffix/hash/container_1735209719.00000.db' -Unlinked retiring db '/tmp/tmp8o8x7_nx/containers/part/suffix/hash/container_1735209730.00000.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:50867/sdb1/0/a/c2" "txc8d463ce98504891b3407-00676d32e7" "container-server 2944466" 0.0029 "-" 2944466 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:36973/sda1/0/a/c2" "txc8d463ce98504891b3407-00676d32e7" "container-server 2944466" 0.0267 "-" 2944466 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc8d463ce98504891b3407-00676d32e7" "proxy-server 2944466" 0.1497 "-" 2944466 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:41:43 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc8d463ce98504891b3407-00676d32e7" "proxy-server 2944466" 0.0959 "-" 2944466 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/41/43 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc8d463ce98504891b3407-00676d32e7 - 0.2191 - - 1735209703.232808113 1735209703.451915503 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209895.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/549/84f73d367fa2db68430e7c2b6d536549/84f73d367fa2db68430e7c2b6d536549.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209895.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/549/84f73d367fa2db68430e7c2b6d536549/84f73d367fa2db68430e7c2b6d536549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209899.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c11/434532ebcaac927e02377e203442cc11/434532ebcaac927e02377e203442cc11.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209899.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/c11/434532ebcaac927e02377e203442cc11/434532ebcaac927e02377e203442cc11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209903.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/0b9/e31ac8d74e7c1b4836220a21a44ba0b9/e31ac8d74e7c1b4836220a21a44ba0b9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209903.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/0b9/e31ac8d74e7c1b4836220a21a44ba0b9/e31ac8d74e7c1b4836220a21a44ba0b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209907.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/57e/3e792d1881f2c5256ae7ce2ed114c57e/3e792d1881f2c5256ae7ce2ed114c57e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209907.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/57e/3e792d1881f2c5256ae7ce2ed114c57e/3e792d1881f2c5256ae7ce2ed114c57e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209911.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/499/438d586637a9e00712eb28e96b3a0499/438d586637a9e00712eb28e96b3a0499.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209911.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/499/438d586637a9e00712eb28e96b3a0499/438d586637a9e00712eb28e96b3a0499.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209915.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/80d/fd9756e3971d741f689dc64b9c57c80d/fd9756e3971d741f689dc64b9c57c80d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209915.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/80d/fd9756e3971d741f689dc64b9c57c80d/fd9756e3971d741f689dc64b9c57c80d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209919.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/f80/fac0714df7fd23029e36658f61ce3f80/fac0714df7fd23029e36658f61ce3f80.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209919.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/f80/fac0714df7fd23029e36658f61ce3f80/fac0714df7fd23029e36658f61ce3f80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209923.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/04b/736a22d1863711162101f170ac7d404b/736a22d1863711162101f170ac7d404b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209923.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/04b/736a22d1863711162101f170ac7d404b/736a22d1863711162101f170ac7d404b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209927.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/11f/f8ee6b86986966782638195ba118a11f/f8ee6b86986966782638195ba118a11f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209927.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/11f/f8ee6b86986966782638195ba118a11f/f8ee6b86986966782638195ba118a11f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209931.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/aee/cf79f75a199aa94ccc827e15a9aa0aee/cf79f75a199aa94ccc827e15a9aa0aee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209931.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/aee/cf79f75a199aa94ccc827e15a9aa0aee/cf79f75a199aa94ccc827e15a9aa0aee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209935.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/341/d43a5c1fa37938bc50709baef2d58341/d43a5c1fa37938bc50709baef2d58341.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209935.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/341/d43a5c1fa37938bc50709baef2d58341/d43a5c1fa37938bc50709baef2d58341.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209939.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/b82/b820971c9554b285f55736c68c3cfb82/b820971c9554b285f55736c68c3cfb82.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209939.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/b82/b820971c9554b285f55736c68c3cfb82/b820971c9554b285f55736c68c3cfb82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209943.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/cb4/6727fcb1a91257de87a04c06490c8cb4/6727fcb1a91257de87a04c06490c8cb4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209943.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/cb4/6727fcb1a91257de87a04c06490c8cb4/6727fcb1a91257de87a04c06490c8cb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209947.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/2e6/44b7d87d19024e34c01f8e12a077b2e6/44b7d87d19024e34c01f8e12a077b2e6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209947.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/2e6/44b7d87d19024e34c01f8e12a077b2e6/44b7d87d19024e34c01f8e12a077b2e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209951.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/9a5/f1a673bc0e26007716b857c1a949a9a5/f1a673bc0e26007716b857c1a949a9a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209951.00000-0, db: /tmp/tmpsby6517z/sda/containers/0/9a5/f1a673bc0e26007716b857c1a949a9a5/f1a673bc0e26007716b857c1a949a9a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209710.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/0ff/ce4785825da2af5d4ed62228090830ff/ce4785825da2af5d4ed62228090830ff.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209710.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/0ff/ce4785825da2af5d4ed62228090830ff/ce4785825da2af5d4ed62228090830ff.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209713.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/fd5/f40e689cffe0e77fa8a588907507bfd5/f40e689cffe0e77fa8a588907507bfd5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209713.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/fd5/f40e689cffe0e77fa8a588907507bfd5/f40e689cffe0e77fa8a588907507bfd5.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test ERROR: Failed to unlink '/tmp/tmp1c9l314_/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp1c9l314_/containers/part/suffix/hash/container_1735209705.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp1c9l314_/containers/part/suffix/hash/container_1735209705.00000.db': ['/tmp/tmp1c9l314_/containers/part/suffix/hash/container.db', '/tmp/tmp1c9l314_/containers/part/suffix/hash/container_1735209706.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp1c9l314_/containers/part/suffix/hash/container_1735209706.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmp814h1umc/containers/part/suffix/hash/2bef50e6-eb0f-4766-a5ac-b2ebb9ec5bc4.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -Unlinked retiring db '/tmp/tmptfb8gf90/containers/part/suffix/hash/container.db' - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209716.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/8fc/e8c0a196560689fc40e5ed6a9316b8fc/e8c0a196560689fc40e5ed6a9316b8fc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209716.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/8fc/e8c0a196560689fc40e5ed6a9316b8fc/e8c0a196560689fc40e5ed6a9316b8fc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209719.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/c61/2fb728017e5829dba352d7d57ec75c61/2fb728017e5829dba352d7d57ec75c61.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209719.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/c61/2fb728017e5829dba352d7d57ec75c61/2fb728017e5829dba352d7d57ec75c61.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209722.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/4be/a0c2bc3dda3b79691386c51f806344be/a0c2bc3dda3b79691386c51f806344be.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209722.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/4be/a0c2bc3dda3b79691386c51f806344be/a0c2bc3dda3b79691386c51f806344be.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209725.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/c9f/b5eb28dbdd923c7de4ea316218a80c9f/b5eb28dbdd923c7de4ea316218a80c9f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209725.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/c9f/b5eb28dbdd923c7de4ea316218a80c9f/b5eb28dbdd923c7de4ea316218a80c9f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209728.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/701/d63f495e3a80d9786ab9dfb743104701/d63f495e3a80d9786ab9dfb743104701.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209728.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/701/d63f495e3a80d9786ab9dfb743104701/d63f495e3a80d9786ab9dfb743104701.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209731.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/30f/133c4da00769a50460eabbf8a3c6630f/133c4da00769a50460eabbf8a3c6630f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209731.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/30f/133c4da00769a50460eabbf8a3c6630f/133c4da00769a50460eabbf8a3c6630f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209734.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/871/190a2487e3e5c99cb2f1cb73cea56871/190a2487e3e5c99cb2f1cb73cea56871.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209734.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/871/190a2487e3e5c99cb2f1cb73cea56871/190a2487e3e5c99cb2f1cb73cea56871.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209737.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/8ab/b07e74bd17e30c269ae8b38f1a7f28ab/b07e74bd17e30c269ae8b38f1a7f28ab.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209737.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/8ab/b07e74bd17e30c269ae8b38f1a7f28ab/b07e74bd17e30c269ae8b38f1a7f28ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209740.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/71f/5f77ab4c31abcaf6247c7202a7aff71f/5f77ab4c31abcaf6247c7202a7aff71f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209740.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/71f/5f77ab4c31abcaf6247c7202a7aff71f/5f77ab4c31abcaf6247c7202a7aff71f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209743.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/7aa/46df39eb2fe659e7d6d074eed5f377aa/46df39eb2fe659e7d6d074eed5f377aa.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209743.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/7aa/46df39eb2fe659e7d6d074eed5f377aa/46df39eb2fe659e7d6d074eed5f377aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209746.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/358/5d46c3c7e4ab9f7d24c1821c2cfef358/5d46c3c7e4ab9f7d24c1821c2cfef358.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209746.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/358/5d46c3c7e4ab9f7d24c1821c2cfef358/5d46c3c7e4ab9f7d24c1821c2cfef358.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209749.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/679/fb975a0e0abd309de4bfed1febca3679/fb975a0e0abd309de4bfed1febca3679.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209749.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/679/fb975a0e0abd309de4bfed1febca3679/fb975a0e0abd309de4bfed1febca3679.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209752.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/0d9/52223249580cb7fe22eadcf22d4220d9/52223249580cb7fe22eadcf22d4220d9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209752.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/0d9/52223249580cb7fe22eadcf22d4220d9/52223249580cb7fe22eadcf22d4220d9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209755.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/b51/e08e4ca2021e3a59fb09e2c45b7c1b51/e08e4ca2021e3a59fb09e2c45b7c1b51.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209755.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/b51/e08e4ca2021e3a59fb09e2c45b7c1b51/e08e4ca2021e3a59fb09e2c45b7c1b51.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209758.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/636/8828284ad914420340a5ac217f45b636/8828284ad914420340a5ac217f45b636.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209758.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/636/8828284ad914420340a5ac217f45b636/8828284ad914420340a5ac217f45b636.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209761.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/1da/c62c672afe5b9bdc3262f31b9c59b1da/c62c672afe5b9bdc3262f31b9c59b1da.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209761.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/1da/c62c672afe5b9bdc3262f31b9c59b1da/c62c672afe5b9bdc3262f31b9c59b1da.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209764.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/50c/07633e26e4951e0d6462672b4af8e50c/07633e26e4951e0d6462672b4af8e50c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -Unlinked retiring db '/tmp/tmpv1ck7eql/containers/part/suffix/hash/container-73ff187c-cf70-4b25-8b53-c606537245c0.db' -Unlinked retiring db '/tmp/tmpv1ck7eql/containers/part/suffix/hash/container-54b7fed6-870a-4f18-bc67-27a4d14a6fa3.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00492 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxp1ab71j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02690 seconds (37.17945/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmp6xzrpn_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmp6xzrpn_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmp6xzrpn_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmp6xzrpn_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209709.82785.db (requires sharding, state sharding) -Unlinked retiring db '/tmp/tmp6xzrpn_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok - -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209764.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/50c/07633e26e4951e0d6462672b4af8e50c/07633e26e4951e0d6462672b4af8e50c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209767.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/6ee/de3deab55a9f819c9b35ad1f9ea956ee/de3deab55a9f819c9b35ad1f9ea956ee.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209767.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/6ee/de3deab55a9f819c9b35ad1f9ea956ee/de3deab55a9f819c9b35ad1f9ea956ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209770.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/44c/0acc71cb9eb0db3202583f54bf34d44c/0acc71cb9eb0db3202583f54bf34d44c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209770.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/44c/0acc71cb9eb0db3202583f54bf34d44c/0acc71cb9eb0db3202583f54bf34d44c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209773.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/71e/b1cc6424da4f08aec8861111e88c471e/b1cc6424da4f08aec8861111e88c471e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209773.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/71e/b1cc6424da4f08aec8861111e88c471e/b1cc6424da4f08aec8861111e88c471e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209776.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/260/4a355aab260a2e50adbebe55ec947260/4a355aab260a2e50adbebe55ec947260.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209776.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/260/4a355aab260a2e50adbebe55ec947260/4a355aab260a2e50adbebe55ec947260.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209779.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/9ad/2da734bbe764879a70b387a555e5f9ad/2da734bbe764879a70b387a555e5f9ad.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209779.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/9ad/2da734bbe764879a70b387a555e5f9ad/2da734bbe764879a70b387a555e5f9ad.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209782.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/33d/06d2ffaf6cf571783fd320b1e02f233d/06d2ffaf6cf571783fd320b1e02f233d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209782.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/33d/06d2ffaf6cf571783fd320b1e02f233d/06d2ffaf6cf571783fd320b1e02f233d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209785.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/76e/776c2c5ae452be08370ff5fb3cf8376e/776c2c5ae452be08370ff5fb3cf8376e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209785.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/76e/776c2c5ae452be08370ff5fb3cf8376e/776c2c5ae452be08370ff5fb3cf8376e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209788.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/63d/b055da77ba69b852bc2e39ac9184c63d/b055da77ba69b852bc2e39ac9184c63d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209788.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/63d/b055da77ba69b852bc2e39ac9184c63d/b055da77ba69b852bc2e39ac9184c63d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209791.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/9a6/28619850bc1922992b1b59669e6259a6/28619850bc1922992b1b59669e6259a6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209791.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/9a6/28619850bc1922992b1b59669e6259a6/28619850bc1922992b1b59669e6259a6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209794.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/600/9b4d5ecf9590974c2028d4c65e01a600/9b4d5ecf9590974c2028d4c65e01a600.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209794.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/600/9b4d5ecf9590974c2028d4c65e01a600/9b4d5ecf9590974c2028d4c65e01a600.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209797.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/de6/89fbdf717ea54ad571acce847cd7bde6/89fbdf717ea54ad571acce847cd7bde6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209797.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/de6/89fbdf717ea54ad571acce847cd7bde6/89fbdf717ea54ad571acce847cd7bde6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209800.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/d58/e21c38aaae2d4b4befe4907572b1ed58/e21c38aaae2d4b4befe4907572b1ed58.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209800.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/d58/e21c38aaae2d4b4befe4907572b1ed58/e21c38aaae2d4b4befe4907572b1ed58.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209803.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/7e0/1672a0053aa7825cc43110535e07b7e0/1672a0053aa7825cc43110535e07b7e0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209803.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/7e0/1672a0053aa7825cc43110535e07b7e0/1672a0053aa7825cc43110535e07b7e0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209806.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/16a/bd45af5d9803ef3882bdc5d16ef9c16a/bd45af5d9803ef3882bdc5d16ef9c16a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209806.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/16a/bd45af5d9803ef3882bdc5d16ef9c16a/bd45af5d9803ef3882bdc5d16ef9c16a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209809.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/a7c/c64b4c6a2d10d1f6a9238f5424bbea7c/c64b4c6a2d10d1f6a9238f5424bbea7c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209809.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/a7c/c64b4c6a2d10d1f6a9238f5424bbea7c/c64b4c6a2d10d1f6a9238f5424bbea7c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19.dbtest DEBUG: Not deleting db /tmp/tmp6xzrpn_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209709.82785.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmp6xzrpn_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209709.82785.db -test DEBUG: Successfully deleted db /tmp/tmp6xzrpn_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpijx1ms0e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b592707034596a006cb7f1a28c6c794f', '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda', '1735209710.08229', '1735209710.00000', '0', '', '1735209710.00000', 51, 0) -test DEBUG: /tmp/tmpijx1ms0e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1735209711.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1735209712.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1735209713.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1735209714.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1735209715.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1735209716.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1735209717.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1735209718.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1735209719.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1735209720.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1735209721.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1735209722.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1735209723.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1735209724.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1735209725.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1735209726.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1735209727.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1735209728.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1735209729.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1735209730.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1735209731.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1735209732.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1735209733.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1735209734.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1735209735.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1735209736.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1735209737.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1735209738.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1735209739.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1735209740.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda') -test DEBUG: /tmp/tmpijx1ms0e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.14284s) -test DEBUG: Synchronization for /tmp/tmpijx1ms0e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b592707034596a006cb7f1a28c6c794f', '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda', '1735209710.08229', '1735209710.00000', '0', '', '1735209710.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39328 seconds (2.54269/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpijx1ms0e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b592707034596a006cb7f1a28c6c794f', '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda', '1735209710.08229', '1735209710.00000', '0', '', '1735209710.00000', 51, 0) -test DEBUG: /tmp/tmpijx1ms0e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1735209741.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1735209742.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1735209743.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1735209744.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1735209745.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1735209746.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1735209747.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1735209748.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1735209749.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1735209750.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1735209751.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1735209752.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1735209753.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1735209754.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1735209755.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1735209756.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1735209757.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1735209758.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1735209759.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1735209760.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1735209861.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda') -test DEBUG: /tmp/tmpijx1ms0e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.122836s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b592707034596a006cb7f1a28c6c794f', '75fac1fa-e688-4fb3-8d4b-01935ed922a4-sda', '1735209710.08229', '1735209710.00000', '0', '', '1735209710.00000', 51, 0) -test DEBUG: /tmp/tmpijx1ms0e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25477 seconds (3.92513/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00055 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpoubevx9i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '0bae26434d0ed9666badd8533b449019', '1a0917f7-af44-44a2-ab5f-3df3b4a497f8-sda', '1735209710.89312', '1735207200.00000', '0', '', '1735207200.00000', 0, 0) -test DEBUG: /tmp/tmpoubevx9i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735207202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735207203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '1a0917f7-af44-44a2-ab5f-3df3b4a497f8-sda') -test DEBUG: /tmp/tmpoubevx9i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0422504s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '0bae26434d0ed9666badd8533b449019', '1a0917f7-af44-44a2-ab5f-3df3b4a497f8-sda', '1735209710.89312', '1735207200.00000', '0', '', '1735207200.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1a0917f7-af44-44a2-ab5f-3df3b4a497f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpoubevx9i/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37156 seconds (2.69139/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpoubevx9i/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', '586d641f-52c4-4865-bcb0-faee00bf6c0a-sda', '1735209711.27706', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('586d641f-52c4-4865-bcb0-faee00bf6c0a-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', '586d641f-52c4-4865-bcb0-faee00bf6c0a-sda', '1735209711.27706', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('586d641f-52c4-4865-bcb0-faee00bf6c0a-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpq5gr3xvs/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '0bae26434d0ed9666badd8533b449019', 'e069ca3c-21fc-4783-9989-e2069770a382-sda', '1735209711.54811', '1735207200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735209711.62067"]}', '1735207200.00000', 0, 0) -test DEBUG: /tmp/tmpq5gr3xvs/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735207202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735207203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e069ca3c-21fc-4783-9989-e2069770a382-sda') -test DEBUG: /tmp/tmpq5gr3xvs/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0475204s)test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209815.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/330/ab427d12bd7a9d8b9a76ce224a162330/ab427d12bd7a9d8b9a76ce224a162330.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209815.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/330/ab427d12bd7a9d8b9a76ce224a162330/ab427d12bd7a9d8b9a76ce224a162330.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209821.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/647/f8fa8c8bf6b3f7bb43bb5027436d6647/f8fa8c8bf6b3f7bb43bb5027436d6647.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209821.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/647/f8fa8c8bf6b3f7bb43bb5027436d6647/f8fa8c8bf6b3f7bb43bb5027436d6647.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209824.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/dc2/1f4ede6668545390a9e6c9606825ddc2/1f4ede6668545390a9e6c9606825ddc2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209824.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/dc2/1f4ede6668545390a9e6c9606825ddc2/1f4ede6668545390a9e6c9606825ddc2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209827.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/63d/ca6342c3784785a1dc21c7e2bacc763d/ca6342c3784785a1dc21c7e2bacc763d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209827.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/63d/ca6342c3784785a1dc21c7e2bacc763d/ca6342c3784785a1dc21c7e2bacc763d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209830.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/8f9/b12a8a3901d109de90c75dbf4c5b38f9/b12a8a3901d109de90c75dbf4c5b38f9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209830.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/8f9/b12a8a3901d109de90c75dbf4c5b38f9/b12a8a3901d109de90c75dbf4c5b38f9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209833.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/d86/1a7d3bd1c89decaa2f3a56df12a53d86/1a7d3bd1c89decaa2f3a56df12a53d86.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209833.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/d86/1a7d3bd1c89decaa2f3a56df12a53d86/1a7d3bd1c89decaa2f3a56df12a53d86.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209836.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/cce/fec51dd092d86537861ff7b4e524dcce/fec51dd092d86537861ff7b4e524dcce.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209836.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/cce/fec51dd092d86537861ff7b4e524dcce/fec51dd092d86537861ff7b4e524dcce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209839.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/2fb/6c84c3a5b4ea271d9368853fa7ae32fb/6c84c3a5b4ea271d9368853fa7ae32fb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209839.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/2fb/6c84c3a5b4ea271d9368853fa7ae32fb/6c84c3a5b4ea271d9368853fa7ae32fb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209842.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/0cd/a3059b37eec89e915041cf2cb43870cd/a3059b37eec89e915041cf2cb43870cd.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209842.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/0cd/a3059b37eec89e915041cf2cb43870cd/a3059b37eec89e915041cf2cb43870cd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209845.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/013/bbfd8925e81e1035b72a060bba627013/bbfd8925e81e1035b72a060bba627013.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209845.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/013/bbfd8925e81e1035b72a060bba627013/bbfd8925e81e1035b72a060bba627013.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209848.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/fd3/e16f8ab10be3209833d3b31cc7e46fd3/e16f8ab10be3209833d3b31cc7e46fd3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209848.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/fd3/e16f8ab10be3209833d3b31cc7e46fd3/e16f8ab10be3209833d3b31cc7e46fd3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209851.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/020/09ff522c9ebd2bf9f2ab6056b4686020/09ff522c9ebd2bf9f2ab6056b4686020.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209851.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/020/09ff522c9ebd2bf9f2ab6056b4686020/09ff522c9ebd2bf9f2ab6056b4686020.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209854.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/8db/07a161af3599b0ed9a617efa2a7b88db/07a161af3599b0ed9a617efa2a7b88db.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209854.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/8db/07a161af3599b0ed9a617efa2a7b88db/07a161af3599b0ed9a617efa2a7b88db.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209857.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/f36/e32437e7e4678309745b65ddd7581f36/e32437e7e4678309745b65ddd7581f36.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209857.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/f36/e32437e7e4678309745b65ddd7581f36/e32437e7e4678309745b65ddd7581f36.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209860.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/e07/f9dcc27043c2e35d46991302e80b4e07/f9dcc27043c2e35d46991302e80b4e07.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209860.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/e07/f9dcc27043c2e35d46991302e80b4e07/f9dcc27043c2e35d46991302e80b4e07.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209863.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/b6c/c1243a384f4c70ba7c92c9d5c200bb6c/c1243a384f4c70ba7c92c9d5c200bb6c.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '0bae26434d0ed9666badd8533b449019', 'e069ca3c-21fc-4783-9989-e2069770a382-sda', '1735209711.54811', '1735207200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735209711.62067"]}', '1735207200.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('e069ca3c-21fc-4783-9989-e2069770a382-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpq5gr3xvs/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38373 seconds (2.60598/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpq5gr3xvs/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', '13df6d53-f6c3-4587-82d3-3a623ae27501-sda', '1735209712.11303', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('13df6d53-f6c3-4587-82d3-3a623ae27501-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', '13df6d53-f6c3-4587-82d3-3a623ae27501-sda', '1735209712.11303', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('13df6d53-f6c3-4587-82d3-3a623ae27501-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1tiy0piv/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '0bae26434d0ed9666badd8533b449019', '32f962e5-d204-4ab5-bf0c-6614a753dc1e-sda', '1735209712.38357', '1735207200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735209712.40245"]}', '1735207200.00000', 0, 0) -test DEBUG: /tmp/tmp1tiy0piv/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735207202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735207203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '32f962e5-d204-4ab5-bf0c-6614a753dc1e-sda') -test DEBUG: /tmp/tmp1tiy0piv/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0348172s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '0bae26434d0ed9666badd8533b449019', '32f962e5-d204-4ab5-bf0c-6614a753dc1e-sda', '1735209712.38357', '1735207200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735209712.40245"]}', '1735207200.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('32f962e5-d204-4ab5-bf0c-6614a753dc1e-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp1tiy0piv/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24667 seconds (4.05396/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp1tiy0piv/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', 'e00c6cac-cc6b-489d-9831-9b1bbfcd4bd8-sda', '1735209712.71587', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('e00c6cac-cc6b-489d-9831-9b1bbfcd4bd8-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', 'e00c6cac-cc6b-489d-9831-9b1bbfcd4bd8-sda', '1735209712.71587', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('e00c6cac-cc6b-489d-9831-9b1bbfcd4bd8-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa2xjeap6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '3b970b1c8cfc82ac12abd6c844e6c3c7', '3abd6b06-ea99-4f20-9c0a-8f3b917d9030-sda', '1735209712.90469', '1735209712.00000', '0', '', '1735209712.00000', 1, 1) -test DEBUG: /tmp/tmpa2xjeap6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1735209714.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1735209715.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3abd6b06-ea99-4f20-9c0a-8f3b917d9030-sda') -test DEBUG: /tmp/tmpa2xjeap6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0328298s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '3b970b1c8cfc82ac12abd6c844e6c3c7', '3abd6b06-ea99-4f20-9c0a-8f3b917d9030-sda', '1735209712.90469', '1735209712.00000', '0', '', '1735209712.00000', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3abd6b06-ea99-4f20-9c0a-8f3b917d9030-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpa2xjeap6/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.34311 seconds (2.91451/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpa2xjeap6/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'c6de72a50bd1f4eaf5311de42b3bfdfd', 'fd89c054-63af-4a9d-a129-efc5050f2b3c-sda', '1735209713.25946', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('fd89c054-63af-4a9d-a129-efc5050f2b3c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'c6de72a50bd1f4eaf5311de42b3bfdfd', 'fd89c054-63af-4a9d-a129-efc5050f2b3c-sda', '1735209713.25946', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('fd89c054-63af-4a9d-a129-efc5050f2b3c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa2xjeap6/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '70af69536f09c26bce88a5398d6aa9a5', 'e693a257-c004-4edf-92f0-1645732b8db5-sdb', '1735209712.90469', '1735209713.00000', '0', '', '1735209713.05181', 1, 1) -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1735209716.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1735209717.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e693a257-c004-4edf-92f0-1645732b8db5-sdb') -test DEBUG: Replicating db /tmp/tmpa2xjeap6/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'c6de72a50bd1f4eaf5311de42b3bfdfd', 'e849958c-f5cd-4c87-8f4b-249074128693-', '1735209713.25946', '1735207200', '0', '', '1735207200', 1, 0) -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'c6de72a50bd1f4eaf5311de42b3bfdfd', 'e849958c-f5cd-4c87-8f4b-249074128693-', '1735209713.25946', '1735207200', '0', '', '1735207200', 1, 0) -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.132663s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '3abd6b06-ea99-4f20-9c0a-8f3b917d9030-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '70af69536f09c26bce88a5398d6aa9a5', 'e693a257-c004-4edf-92f0-1645732b8db5-sdb', '1735209712.90469', '1735209713.00000', '0', '', '1735209713.05181', 1, 1) -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1735209716.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1735209717.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e693a257-c004-4edf-92f0-1645732b8db5-sdb') -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0506504s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '3abd6b06-ea99-4f20-9c0a-8f3b917d9030-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpa2xjeap6/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.40294 seconds (4.96353/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpa2xjeap6/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '7859b641f24fb046d7e9fb6f33c2d8c0', 'e849958c-f5cd-4c87-8f4b-249074128693-', '1735209713.25946', '1735207200', '0', '', '1735207200', 1, 0) -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1735209717.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735209717.00000', 'deleted': 0, 'storage_policy_index': 0}], 'e849958c-f5cd-4c87-8f4b-249074128693-') -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0419536s) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, merge_syncs, ([{'remote_id': 'fd89c054-63af-4a9d-a129-efc5050f2b3c-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '7859b641f24fb046d7e9fb6f33c2d8c0', 'e849958c-f5cd-4c87-8f4b-249074128693-', '1735209713.25946', '1735207200', '0', '', '1735207200', 1, 0) -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/6b8c10b1cba07682384dea98d4c5fd12, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1735209717.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735209717.00000', 'deleted': 0, 'storage_policy_index': 0}], 'e849958c-f5cd-4c87-8f4b-249074128693-') -test DEBUG: /tmp/tmpa2xjeap6/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0415859s) -REPLICATE: /sda/0/6b8c10b1cba07682384dea98d4c5fd12, merge_syncs, ([{'remote_id': 'fd89c054-63af-4a9d-a129-efc5050f2b3c-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -Unlinked retiring db '/tmp/tmpvhcrqgwl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '38a3271b6609171852c71f8423c25bf0', '521ac2f3-91b1-4ac4-9cf6-9ddff999f1c4-', '1735209714.26815', '1735209714.25895', '0', '', '1735209714.25895', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('521ac2f3-91b1-4ac4-9cf6-9ddff999f1c4-', '5267a50d4a8f6ea3ee1dbecb8592e872_1735209714.28778.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '38a3271b6609171852c71f8423c25bf0', '521ac2f3-91b1-4ac4-9cf6-9ddff999f1c4-', '1735209714.26815', '1735209714.25895', '0', '', '1735209714.25895', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209714.28764', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209714.28764', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209714.28764', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209714.28803', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209714.28803', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209714.28778', 'epoch': '1735209714.28778', 'reported': 0, 'tombstones': -1}], '521ac2f3-91b1-4ac4-9cf6-9ddff999f1c4-') -test DEBUG: /tmp/tmpvhcrqgwl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209714.28778.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpvhcrqgwl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209714.28778.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmp06wiblgk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -Unlinked retiring db '/tmp/tmp06wiblgk/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a00e623434dde4e44da3026eead28756', '0d00741f-6a15-48fc-b49f-d7ed5cfced85-', '1735209714.74492', '1735209714.72894', '0', '', '1735209714.72894', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209715.06468', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209715.06468', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209715.06468', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209715.09805', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209715.09805', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209714.78842', 'epoch': '1735209714.78842', 'reported': 0, 'tombstones': -1}], '0d00741f-6a15-48fc-b49f-d7ed5cfced85-') -test DEBUG: /tmp/tmp06wiblgk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209714.78842.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp06wiblgk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209714.78842.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a00e623434dde4e44da3026eead28756', '0d00741f-6a15-48fc-b49f-d7ed5cfced85-', '1735209714.74492', '1735209715.04266', '0', '', '1735209714.72894', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209715.06468', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209715.06468', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209715.06468', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209715.09805', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209715.09805', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209714.78842', 'epoch': '1735209714.78842', 'reported': 0, 'tombstones': -1}], '0d00741f-6a15-48fc-b49f-d7ed5cfced85-') -test DEBUG: /tmp/tmp06wiblgk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209714.78842.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp06wiblgk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209714.78842.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmp8g64qf72/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -Unlinked retiring db '/tmp/tmp8g64qf72/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok - -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209863.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/b6c/c1243a384f4c70ba7c92c9d5c200bb6c/c1243a384f4c70ba7c92c9d5c200bb6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209866.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/9e0/4a6b5185521f1ece5fb15bdfed2159e0/4a6b5185521f1ece5fb15bdfed2159e0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209866.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/9e0/4a6b5185521f1ece5fb15bdfed2159e0/4a6b5185521f1ece5fb15bdfed2159e0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209869.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/c1f/bad56d5c95ad563e47a06d6ee73e8c1f/bad56d5c95ad563e47a06d6ee73e8c1f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209869.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/c1f/bad56d5c95ad563e47a06d6ee73e8c1f/bad56d5c95ad563e47a06d6ee73e8c1f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209872.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/047/b7003ef6b7243a2cec70d2217f521047/b7003ef6b7243a2cec70d2217f521047.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209872.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/047/b7003ef6b7243a2cec70d2217f521047/b7003ef6b7243a2cec70d2217f521047.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209875.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/c6c/9f27ea27aa71a184c73e584b3ba1ac6c/9f27ea27aa71a184c73e584b3ba1ac6c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209875.00000-0, db: /tmp/tmp76djbl6w/sda/containers/0/c6c/9f27ea27aa71a184c73e584b3ba1ac6c/9f27ea27aa71a184c73e584b3ba1ac6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209718.00000-0, db: /tmp/tmpq246l909/sda/containers/0/c3f/9453a9df4874c2e20b97ce808b457c3f/9453a9df4874c2e20b97ce808b457c3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209723.00000-0, db: /tmp/tmpq246l909/sda/containers/0/498/107da9d245856f18e146377ec9e20498/107da9d245856f18e146377ec9e20498.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209728.00000-0, db: /tmp/tmpq246l909/sda/containers/0/701/d63f495e3a80d9786ab9dfb743104701/d63f495e3a80d9786ab9dfb743104701.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209733.00000-0, db: /tmp/tmpq246l909/sda/containers/0/e93/63e77ea09e7c654a3a305cc86a8f8e93/63e77ea09e7c654a3a305cc86a8f8e93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209738.00000-0, db: /tmp/tmpq246l909/sda/containers/0/126/346d8cd56247bb09fb3c3d50e22c7126/346d8cd56247bb09fb3c3d50e22c7126.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209743.00000-0, db: /tmp/tmpq246l909/sda/containers/0/7aa/46df39eb2fe659e7d6d074eed5f377aa/46df39eb2fe659e7d6d074eed5f377aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209748.00000-0, db: /tmp/tmpq246l909/sda/containers/0/204/fddef56903b1ad23171cf4fcae64c204/fddef56903b1ad23171cf4fcae64c204.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209753.00000-0, db: /tmp/tmpq246l909/sda/containers/0/9cd/9d8b03f68ebc7771dd97c8681d16a9cd/9d8b03f68ebc7771dd97c8681d16a9cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209758.00000-0, db: /tmp/tmpq246l909/sda/containers/0/636/8828284ad914420340a5ac217f45b636/8828284ad914420340a5ac217f45b636.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209763.00000-0, db: /tmp/tmpq246l909/sda/containers/0/5b4/f5432b70be9ea6756b895184d1d985b4/f5432b70be9ea6756b895184d1d985b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209768.00000-0, db: /tmp/tmpq246l909/sda/containers/0/5e9/fe6e7b284d0b7c398d361441fce895e9/fe6e7b284d0b7c398d361441fce895e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209773.00000-0, db: /tmp/tmpq246l909/sda/containers/0/71e/b1cc6424da4f08aec8861111e88c471e/b1cc6424da4f08aec8861111e88c471e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209778.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a08/e8f476a2c3c05c03c2d936d0cb4a9a08/e8f476a2c3c05c03c2d936d0cb4a9a08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209783.00000-0, db: /tmp/tmpq246l909/sda/containers/0/fdd/0d63785dc20293a9fcc9ad59ae541fdd/0d63785dc20293a9fcc9ad59ae541fdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209788.00000-0, db: /tmp/tmpq246l909/sda/containers/0/63d/b055da77ba69b852bc2e39ac9184c63d/b055da77ba69b852bc2e39ac9184c63d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209793.00000-0, db: /tmp/tmpq246l909/sda/containers/0/612/610a99f91ed3f6fce9bae78a57f5d612/610a99f91ed3f6fce9bae78a57f5d612.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209798.00000-0, db: /tmp/tmpq246l909/sda/containers/0/6cb/49a905c268807f7cbf0edf255bd766cb/49a905c268807f7cbf0edf255bd766cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209803.00000-0, db: /tmp/tmpq246l909/sda/containers/0/7e0/1672a0053aa7825cc43110535e07b7e0/1672a0053aa7825cc43110535e07b7e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209808.00000-0, db: /tmp/tmpq246l909/sda/containers/0/f26/6c3beccc140834b04b5998d7bd1a9f26/6c3beccc140834b04b5998d7bd1a9f26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209813.00000-0, db: /tmp/tmpq246l909/sda/containers/0/60f/daf836a5882d03d5132f5e762bf0a60f/daf836a5882d03d5132f5e762bf0a60f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpq246l909/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209823.00000-0, db: /tmp/tmpq246l909/sda/containers/0/f6b/0a958ac1f4a56c859ef91a38d8159f6b/0a958ac1f4a56c859ef91a38d8159f6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209828.00000-0, db: /tmp/tmpq246l909/sda/containers/0/56e/c4d3f58f0167c161145176ec71ddd56e/c4d3f58f0167c161145176ec71ddd56e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209833.00000-0, db: /tmp/tmpq246l909/sda/containers/0/d86/1a7d3bd1c89decaa2f3a56df12a53d86/1a7d3bd1c89decaa2f3a56df12a53d86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209838.00000-0, db: /tmp/tmpq246l909/sda/containers/0/830/ccfa60d1e186b54af7ef6c6175df2830/ccfa60d1e186b54af7ef6c6175df2830.dbREPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '26607919dabe31d2e07eaf35db1cda00', 'd422138a-5b40-4cdc-a1bf-d3521ec95058-', '1735209715.54108', '1735209715.52660', '0', '', '1735209715.52660', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209715.74789', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209715.74789', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209715.74789', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209715.78331', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209715.78331', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209715.56786', 'epoch': '1735209715.56786', 'reported': 0, 'tombstones': -1}], 'd422138a-5b40-4cdc-a1bf-d3521ec95058-') -test DEBUG: /tmp/tmp8g64qf72/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209715.56786.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8g64qf72/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209715.56786.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '26607919dabe31d2e07eaf35db1cda00', 'd422138a-5b40-4cdc-a1bf-d3521ec95058-', '1735209715.54108', '1735209715.71537', '0', '', '1735209715.52660', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209715.74789', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209715.74789', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209715.74789', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209715.78331', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209715.78331', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209715.56786', 'epoch': '1735209715.56786', 'reported': 0, 'tombstones': -1}], 'd422138a-5b40-4cdc-a1bf-d3521ec95058-') -test DEBUG: /tmp/tmp8g64qf72/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209715.56786.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8g64qf72/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209715.56786.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpsv22rsfs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'ca0e6301d91120824c1707786224c6f9', '68cd44eb-f204-4892-a965-6e6a00c2c8ec-', '1735209716.29982', '1735209716.29421', '0', '', '1735209716.29421', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209716.68436', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209716.68436', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209716.68436', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209716.71071', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209716.71071', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209716.31422', 'epoch': '1735209716.31422', 'reported': 0, 'tombstones': -1}], '68cd44eb-f204-4892-a965-6e6a00c2c8ec-') -test DEBUG: /tmp/tmpsv22rsfs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209716.31422.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsv22rsfs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209716.31422.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'ca0e6301d91120824c1707786224c6f9', '68cd44eb-f204-4892-a965-6e6a00c2c8ec-', '1735209716.29982', '1735209716.64747', '0', '', '1735209716.29421', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209716.68436', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209716.68436', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209716.68436', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209716.71071', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209716.71071', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209716.31422', 'epoch': '1735209716.31422', 'reported': 0, 'tombstones': -1}], '68cd44eb-f204-4892-a965-6e6a00c2c8ec-') -test DEBUG: /tmp/tmpsv22rsfs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209716.31422.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsv22rsfs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209716.31422.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpgzcsexds/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'e935279a1567f9bd6fccbd88467118fe', '5f4e5f83-9062-4610-9f80-35974354b61a-', '1735209717.14314', '1735209717.13321', '0', '', '1735209717.13321', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209717.41961', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209717.41961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209717.41961', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209717.45115', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209717.45115', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209717.16076', 'epoch': '1735209717.16076', 'reported': 0, 'tombstones': -1}], '5f4e5f83-9062-4610-9f80-35974354b61a-') -test DEBUG: /tmp/tmpgzcsexds/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209717.16076.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgzcsexds/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209717.16076.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'e935279a1567f9bd6fccbd88467118fe', '5f4e5f83-9062-4610-9f80-35974354b61a-', '1735209717.14314', '1735209717.39627', '0', '', '1735209717.13321', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209717.41961', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209717.41961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209717.41961', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209717.45115', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209717.45115', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209717.16076', 'epoch': '1735209717.16076', 'reported': 0, 'tombstones': -1}], '5f4e5f83-9062-4610-9f80-35974354b61a-') -test DEBUG: /tmp/tmpgzcsexds/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209717.16076.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgzcsexds/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209717.16076.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmp4rgjxofq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '86635c93a7faadaa8e1be6c4ee2d005d', '931fd422-5833-4daf-979f-ca6636af8e99-', '1735209717.88762', '1735209717.88386', '0', '', '1735209717.88386', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209717.90337', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209717.90337', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209717.90337', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209717.90366', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209717.90366', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209717.90348', 'epoch': '1735209717.90348', 'reported': 0, 'tombstones': -1}], '931fd422-5833-4daf-979f-ca6636af8e99-') -test DEBUG: /tmp/tmp4rgjxofq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209717.90348.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4rgjxofq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209717.90348.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '86635c93a7faadaa8e1be6c4ee2d005d', '931fd422-5833-4daf-979f-ca6636af8e99-', '1735209717.88762', '1735209718.09218', '0', '', '1735209717.88386', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209717.90337', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209717.90337', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209717.90337', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209717.90366', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209717.90366', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209717.90348', 'epoch': '1735209717.90348', 'reported': 0, 'tombstones': -1}], '931fd422-5833-4daf-979f-ca6636af8e99-') -test DEBUG: /tmp/tmp4rgjxofq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209717.90348.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4rgjxofq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209717.90348.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmpn0cuesf0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209843.00000-0, db: /tmp/tmpq246l909/sda/containers/0/94a/9f1e83d5dd424274e4f59fe165f3094a/9f1e83d5dd424274e4f59fe165f3094a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209848.00000-0, db: /tmp/tmpq246l909/sda/containers/0/fd3/e16f8ab10be3209833d3b31cc7e46fd3/e16f8ab10be3209833d3b31cc7e46fd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209853.00000-0, db: /tmp/tmpq246l909/sda/containers/0/7b3/941ce4557ed2366f53e8b2d6bacc47b3/941ce4557ed2366f53e8b2d6bacc47b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209858.00000-0, db: /tmp/tmpq246l909/sda/containers/0/5a7/aa0ad569a4f9d2ebc26157fdcba2d5a7/aa0ad569a4f9d2ebc26157fdcba2d5a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209863.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b6c/c1243a384f4c70ba7c92c9d5c200bb6c/c1243a384f4c70ba7c92c9d5c200bb6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209868.00000-0, db: /tmp/tmpq246l909/sda/containers/0/ce2/5f6f38502aaaf43ff35099c6426face2/5f6f38502aaaf43ff35099c6426face2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209873.00000-0, db: /tmp/tmpq246l909/sda/containers/0/5e4/bcc6dec6e295360b5d9ca2386e66d5e4/bcc6dec6e295360b5d9ca2386e66d5e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209878.00000-0, db: /tmp/tmpq246l909/sda/containers/0/804/86e7f2a4daa1befc59262889a0199804/86e7f2a4daa1befc59262889a0199804.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209883.00000-0, db: /tmp/tmpq246l909/sda/containers/0/649/1e396838dff6972e5739d68916d75649/1e396838dff6972e5739d68916d75649.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209888.00000-0, db: /tmp/tmpq246l909/sda/containers/0/85e/3eef12a35e792e5d8154e01413e5a85e/3eef12a35e792e5d8154e01413e5a85e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209893.00000-0, db: /tmp/tmpq246l909/sda/containers/0/4a6/1a440493d638bb18f8ac9206485514a6/1a440493d638bb18f8ac9206485514a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209898.00000-0, db: /tmp/tmpq246l909/sda/containers/0/add/7f87f0855fdb9f0bb7f4e7e88d89cadd/7f87f0855fdb9f0bb7f4e7e88d89cadd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209903.00000-0, db: /tmp/tmpq246l909/sda/containers/0/0b9/e31ac8d74e7c1b4836220a21a44ba0b9/e31ac8d74e7c1b4836220a21a44ba0b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209908.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3dd/9cb35aeafeca198c9c26351580d603dd/9cb35aeafeca198c9c26351580d603dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209913.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3dd/1e192ea9ae3b113def1321009a70b3dd/1e192ea9ae3b113def1321009a70b3dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209918.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a3f/fa4453e5857099ec02acef7a3992ea3f/fa4453e5857099ec02acef7a3992ea3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209923.00000-0, db: /tmp/tmpq246l909/sda/containers/0/04b/736a22d1863711162101f170ac7d404b/736a22d1863711162101f170ac7d404b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209928.00000-0, db: /tmp/tmpq246l909/sda/containers/0/58f/c951afc263017c7427acc0b8c1cc158f/c951afc263017c7427acc0b8c1cc158f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209933.00000-0, db: /tmp/tmpq246l909/sda/containers/0/016/cfed03406d8cf81c6c5595acc4718016/cfed03406d8cf81c6c5595acc4718016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209938.00000-0, db: /tmp/tmpq246l909/sda/containers/0/9d9/a9e8e48786db69e2eacf61ce56ef29d9/a9e8e48786db69e2eacf61ce56ef29d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209943.00000-0, db: /tmp/tmpq246l909/sda/containers/0/cb4/6727fcb1a91257de87a04c06490c8cb4/6727fcb1a91257de87a04c06490c8cb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209948.00000-0, db: /tmp/tmpq246l909/sda/containers/0/192/bdfdd00035eeab3360fbef105887f192/bdfdd00035eeab3360fbef105887f192.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209953.00000-0, db: /tmp/tmpq246l909/sda/containers/0/bd4/2b71b7e2b18e59d0916879ca3e01fbd4/2b71b7e2b18e59d0916879ca3e01fbd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209958.00000-0, db: /tmp/tmpq246l909/sda/containers/0/8e2/847af4f17df3defb7c6c3339f32378e2/847af4f17df3defb7c6c3339f32378e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209963.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b39/c954c40a5bb558bfb29170b852fd8b39/c954c40a5bb558bfb29170b852fd8b39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209968.00000-0, db: /tmp/tmpq246l909/sda/containers/0/c80/b3452633a1701249bfab07b15209fc80/b3452633a1701249bfab07b15209fc80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209973.00000-0, db: /tmp/tmpq246l909/sda/containers/0/66a/220cde850079b6c1a0c2d53aa153966a/220cde850079b6c1a0c2d53aa153966a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209978.00000-0, db: /tmp/tmpq246l909/sda/containers/0/bd4/f004152fc518c1298334d41280690bd4/f004152fc518c1298334d41280690bd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209983.00000-0, db: /tmp/tmpq246l909/sda/containers/0/264/70ebe063616f2048bcbfa1e7ae5fb264/70ebe063616f2048bcbfa1e7ae5fb264.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209988.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b8d/bd74d4a73a32ed4ba99ae3854a1d2b8d/bd74d4a73a32ed4ba99ae3854a1d2b8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209993.00000-0, db: /tmp/tmpq246l909/sda/containers/0/584/e641d06683d6961614eff756a1b5a584/e641d06683d6961614eff756a1b5a584.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209998.00000-0, db: /tmp/tmpq246l909/sda/containers/0/faf/c9fad4432508f9c4aee50b4c7ff51faf/c9fad4432508f9c4aee50b4c7ff51faf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210003.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3f7/c844a435fc13d4e1aab37765b619e3f7/c844a435fc13d4e1aab37765b619e3f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210008.00000-0, db: /tmp/tmpq246l909/sda/containers/0/6d9/f41f595263f57f463367eb6d050dc6d9/f41f595263f57f463367eb6d050dc6d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210013.00000-0, db: /tmp/tmpq246l909/sda/containers/0/ae2/9e91a3bec1b29a59ddb902b1f15b6ae2/9e91a3bec1b29a59ddb902b1f15b6ae2.dbREPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '8277b4bbfa8b91e2448128b1176115e6', '2fb8991c-1119-4a8b-a266-b0aaf84ea497-', '1735209718.34790', '1735209718.34383', '0', '', '1735209718.34383', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209718.36320', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209718.36320', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209718.36320', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209718.36352', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209718.36352', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209718.36332', 'epoch': '1735209718.36332', 'reported': 0, 'tombstones': -1}], '2fb8991c-1119-4a8b-a266-b0aaf84ea497-') -test DEBUG: /tmp/tmpn0cuesf0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209718.36332.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpn0cuesf0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209718.36332.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '8277b4bbfa8b91e2448128b1176115e6', '2fb8991c-1119-4a8b-a266-b0aaf84ea497-', '1735209718.34790', '1735209718.59221', '0', '', '1735209718.34383', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209718.36320', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209718.36320', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209718.36320', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209718.36352', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209718.36352', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209718.36332', 'epoch': '1735209718.36332', 'reported': 0, 'tombstones': -1}], '2fb8991c-1119-4a8b-a266-b0aaf84ea497-') -test DEBUG: /tmp/tmpn0cuesf0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209718.36332.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpn0cuesf0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209718.36332.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'a897be4d5c8a433136e2ec133dd1f898', '8fe3b85b-eb6a-490d-bd2b-581661aa3a50-', '1735209719.11180', '1735209719.09439', '0', '', '1735209719.09439', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8fe3b85b-eb6a-490d-bd2b-581661aa3a50-', '5267a50d4a8f6ea3ee1dbecb8592e872_1735209719.23422.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'a897be4d5c8a433136e2ec133dd1f898', '8fe3b85b-eb6a-490d-bd2b-581661aa3a50-', '1735209719.11180', '1735209719.09439', '0', '', '1735209719.09439', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209719.12947', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209719.12947', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209719.12947', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209719.24184', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209719.24184', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209719.23422', 'epoch': '1735209719.23422', 'reported': 0, 'tombstones': -1}], '8fe3b85b-eb6a-490d-bd2b-581661aa3a50-') -test DEBUG: /tmp/tmpyey4uh5x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209719.23422.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyey4uh5x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209719.23422.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'a897be4d5c8a433136e2ec133dd1f898', 'b429f2e3-b6d0-47f3-acd4-0db1733dd6d7-', '1735209719.75308', '1735209719.74079', '0', '', '1735209719.74079', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b429f2e3-b6d0-47f3-acd4-0db1733dd6d7-', '5267a50d4a8f6ea3ee1dbecb8592e872_1735209719.85393.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'a897be4d5c8a433136e2ec133dd1f898', 'b429f2e3-b6d0-47f3-acd4-0db1733dd6d7-', '1735209719.75308', '1735209719.74079', '0', '', '1735209719.74079', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209719.79499', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209719.79499', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209719.79499', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209719.86196', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209719.86196', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209719.85393', 'epoch': '1735209719.85393', 'reported': 0, 'tombstones': -1}], 'b429f2e3-b6d0-47f3-acd4-0db1733dd6d7-') -test DEBUG: /tmp/tmp3g_9jc7y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209719.85393.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3g_9jc7y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209719.85393.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'df45d544f2f24856ee66348a7a7d8404', 'b40f9b0e-fae4-4aff-b33b-301971897db9-', '1735209720.57841', '1735209720.54888', '0', '', '1735209720.54888', 3, 0) -test WARNING: /tmp/tmprvh2d5nz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209720.63433.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmprvh2d5nz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209720.63433.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'df45d544f2f24856ee66348a7a7d8404', 'b40f9b0e-fae4-4aff-b33b-301971897db9-', '1735209720.57841', '1735209720.86610', '0', '', '1735209720.54888', 3, 0) -test WARNING: /tmp/tmprvh2d5nz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209720.63433.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmprvh2d5nz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209720.63433.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '11eac9a820fda6e7918a27e0fb1f186a', '0ec16d13-3a27-4383-8aa8-7433f9dcba38-', '1735209721.13959', '1735209721.12545', '0', '', '1735209721.12545', 3, 0) -test WARNING: /tmp/tmp1y9j0tl3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209721.20736.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp1y9j0tl3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209721.20736.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '11eac9a820fda6e7918a27e0fb1f186a', '0ec16d13-3a27-4383-8aa8-7433f9dcba38-', '1735209721.13959', '1735209721.51031', '0', '', '1735209721.12545', 3, 0) -test WARNING: /tmp/tmp1y9j0tl3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209721.20736.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp1y9j0tl3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209721.20736.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '571a081c7c2acffa4f9bb1441b4c94b0', '6c2dd93d-a898-4d88-b786-d15f1415defc-', '1735209721.76598', '1735209721.74753', '0', '', '1735209721.74753', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209723.96508', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209723.96508', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209723.96508', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209724.28802', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209724.28802', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209721.83458', 'epoch': '1735209721.83458', 'reported': 0, 'tombstones': -1}], '6c2dd93d-a898-4d88-b786-d15f1415defc-') -test DEBUG: /tmp/tmp5bbivx7e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209721.83458.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5bbivx7e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209721.83458.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '571a081c7c2acffa4f9bb1441b4c94b0', '6c2dd93d-a898-4d88-b786-d15f1415defc-', '1735209721.76598', '1735209723.74653', '0', '', '1735209721.74753', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209723.96508', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209723.96508', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209723.96508', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209724.28802', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209724.28802', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209721.83458', 'epoch': '1735209721.83458', 'reported': 0, 'tombstones': -1}], '6c2dd93d-a898-4d88-b786-d15f1415defc-') -test DEBUG: /tmp/tmp5bbivx7e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209721.83458.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5bbivx7e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209721.83458.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'e38447b6cb643ee0c86558193434a46b', 'd2fe0d2d-e058-48c2-84f9-43cee5a11fd3-', '1735209726.43585', '1735209726.41823', '0', '', '1735209726.41823', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209726.99267', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209726.99267', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209726.99267', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209727.01905', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209727.01905', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209726.65846', 'epoch': '1735209726.65846', 'reported': 0, 'tombstones': -1}], 'd2fe0d2d-e058-48c2-84f9-43cee5a11fd3-') -test DEBUG: /tmp/tmpm9urybj3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209726.65846.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpm9urybj3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209726.65846.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'e38447b6cb643ee0c86558193434a46b', 'd2fe0d2d-e058-48c2-84f9-43cee5a11fd3-', '1735209726.43585', '1735209726.93491', '0', '', '1735209726.41823', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209726.99267', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209726.99267', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209726.99267', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209727.01905', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209727.01905', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209726.65846', 'epoch': '1735209726.65846', 'reported': 0, 'tombstones': -1}], 'd2fe0d2d-e058-48c2-84f9-43cee5a11fd3-') -test DEBUG: /tmp/tmpm9urybj3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209726.65846.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpm9urybj3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209726.65846.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '40346a890a003bc4c3417708fab6ce78', '84da1c19-9298-472e-ae8a-2c0b2569419d-', '1735209727.81495', '1735209727.78852', '0', '', '1735209727.78852', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209727.84186', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209727.84186', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209727.84186', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209727.89056', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209727.89056', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209727.89012', 'epoch': '1735209727.89012', 'reported': 0, 'tombstones': -1}], '84da1c19-9298-472e-ae8a-2c0b2569419d-') -test DEBUG: /tmp/tmpb7jawbk6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209727.89012.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpb7jawbk6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209727.89012.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '40346a890a003bc4c3417708fab6ce78', '84da1c19-9298-472e-ae8a-2c0b2569419d-', '1735209727.81495', '1735209728.11827', '0', '', '1735209727.78852', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209727.84186', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209727.84186', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209727.84186', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209727.89056', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209727.89056', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209727.89012', 'epoch': '1735209727.89012', 'reported': 0, 'tombstones': -1}], '84da1c19-9298-472e-ae8a-2c0b2569419d-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210018.00000-0, db: /tmp/tmpq246l909/sda/containers/0/29f/3590c3ae3e5b1bd9901680683b6ee29f/3590c3ae3e5b1bd9901680683b6ee29f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210023.00000-0, db: /tmp/tmpq246l909/sda/containers/0/305/6b46bad40ae413f382756aea39778305/6b46bad40ae413f382756aea39778305.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210028.00000-0, db: /tmp/tmpq246l909/sda/containers/0/178/5db9bd8b5915c38f5a2b796d65326178/5db9bd8b5915c38f5a2b796d65326178.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210033.00000-0, db: /tmp/tmpq246l909/sda/containers/0/09c/5ddc03e61e262c43af7c5eea4c3ae09c/5ddc03e61e262c43af7c5eea4c3ae09c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210038.00000-0, db: /tmp/tmpq246l909/sda/containers/0/1bb/52eb9234ab4d2cc47dfb78374a1101bb/52eb9234ab4d2cc47dfb78374a1101bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210043.00000-0, db: /tmp/tmpq246l909/sda/containers/0/2a5/079f9b75b5aedb2659b2cf2aa871a2a5/079f9b75b5aedb2659b2cf2aa871a2a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210048.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b10/3369b37b9c9605643cdec117796a4b10/3369b37b9c9605643cdec117796a4b10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210053.00000-0, db: /tmp/tmpq246l909/sda/containers/0/0c5/9c9065239cf205d5bc6b0a4b886eb0c5/9c9065239cf205d5bc6b0a4b886eb0c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210058.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a4e/ad5bf505de5107f6d753ca1df4968a4e/ad5bf505de5107f6d753ca1df4968a4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210063.00000-0, db: /tmp/tmpq246l909/sda/containers/0/afa/505594df92dd90dfefaecd1d9874dafa/505594df92dd90dfefaecd1d9874dafa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210068.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a63/6dbfc3d857ab8fe49d61b08280a60a63/6dbfc3d857ab8fe49d61b08280a60a63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210073.00000-0, db: /tmp/tmpq246l909/sda/containers/0/5d9/c5c67a7a23247509bf2152e26017d5d9/c5c67a7a23247509bf2152e26017d5d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210078.00000-0, db: /tmp/tmpq246l909/sda/containers/0/801/793d757392d2ef154c0acd000a013801/793d757392d2ef154c0acd000a013801.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210083.00000-0, db: /tmp/tmpq246l909/sda/containers/0/4c6/c94cfeb451221ca229ef51091bf134c6/c94cfeb451221ca229ef51091bf134c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210088.00000-0, db: /tmp/tmpq246l909/sda/containers/0/c66/73bed81f86ed7526fe713a742a048c66/73bed81f86ed7526fe713a742a048c66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210093.00000-0, db: /tmp/tmpq246l909/sda/containers/0/fc8/9527f4586d60f60e155820c1cc26ffc8/9527f4586d60f60e155820c1cc26ffc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210098.00000-0, db: /tmp/tmpq246l909/sda/containers/0/50f/ed0b31729d7108744c585afcf845150f/ed0b31729d7108744c585afcf845150f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210103.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b16/9b47e240b17d0843a2813265200d3b16/9b47e240b17d0843a2813265200d3b16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210108.00000-0, db: /tmp/tmpq246l909/sda/containers/0/926/bde627182aaff2fc0d71e51c0cac8926/bde627182aaff2fc0d71e51c0cac8926.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210113.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3ad/2566c415389bf3e1f1057dbd33b433ad/2566c415389bf3e1f1057dbd33b433ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210118.00000-0, db: /tmp/tmpq246l909/sda/containers/0/072/d7ee32f3a3b7ff2b0dee9a66d14d0072/d7ee32f3a3b7ff2b0dee9a66d14d0072.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210123.00000-0, db: /tmp/tmpq246l909/sda/containers/0/f98/216c0fe176df8bca3020da93f0480f98/216c0fe176df8bca3020da93f0480f98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210128.00000-0, db: /tmp/tmpq246l909/sda/containers/0/34a/13d3ed5a975e23ebe8b5e5e09393534a/13d3ed5a975e23ebe8b5e5e09393534a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210133.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b8f/3db7b9446b06f8cb41ba82cd4bb7cb8f/3db7b9446b06f8cb41ba82cd4bb7cb8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210138.00000-0, db: /tmp/tmpq246l909/sda/containers/0/bc3/eb59ca509787ced699b812b2879fcbc3/eb59ca509787ced699b812b2879fcbc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210143.00000-0, db: /tmp/tmpq246l909/sda/containers/0/1d8/ea22cc4fb5a7c0f19c9cf9f7b5d7e1d8/ea22cc4fb5a7c0f19c9cf9f7b5d7e1d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210148.00000-0, db: /tmp/tmpq246l909/sda/containers/0/587/6473905310ca021c1fe7bc66af1bc587/6473905310ca021c1fe7bc66af1bc587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210153.00000-0, db: /tmp/tmpq246l909/sda/containers/0/d58/40a0176f1378e1f704eda1e9e65c0d58/40a0176f1378e1f704eda1e9e65c0d58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210158.00000-0, db: /tmp/tmpq246l909/sda/containers/0/bce/8b37c95cd40993225d001560a4fbfbce/8b37c95cd40993225d001560a4fbfbce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210163.00000-0, db: /tmp/tmpq246l909/sda/containers/0/ccf/078e41d24f828ee87f594807b7cbeccf/078e41d24f828ee87f594807b7cbeccf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210168.00000-0, db: /tmp/tmpq246l909/sda/containers/0/eea/5efb793a7f32a0ecbb9733b42f2ddeea/5efb793a7f32a0ecbb9733b42f2ddeea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210173.00000-0, db: /tmp/tmpq246l909/sda/containers/0/508/b698d7b9fdc6e1ec08775ac3259f4508/b698d7b9fdc6e1ec08775ac3259f4508.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210178.00000-0, db: /tmp/tmpq246l909/sda/containers/0/d1b/1c01cf6ba1229d4534fee2847ce9cd1b/1c01cf6ba1229d4534fee2847ce9cd1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210183.00000-0, db: /tmp/tmpq246l909/sda/containers/0/215/a372efa5a0202891ffaad3fcbc764215/a372efa5a0202891ffaad3fcbc764215.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210188.00000-0, db: /tmp/tmpq246l909/sda/containers/0/750/ae9561fc23ddc910b03504fe29685750/ae9561fc23ddc910b03504fe29685750.db -test DEBUG: /tmp/tmpb7jawbk6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209727.89012.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpb7jawbk6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209727.89012.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '3884081f2237ac7bc050f46500bb8d03', '970806bf-5e65-447d-83c4-f0d39ca25ab8-', '1735209728.60046', '1735209728.58080', '0', '', '1735209728.58080', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209728.62242', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209728.62242', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209728.62242', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209728.65305', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209728.65305', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209728.65255', 'epoch': '1735209728.65255', 'reported': 0, 'tombstones': -1}], '970806bf-5e65-447d-83c4-f0d39ca25ab8-') -test DEBUG: /tmp/tmpk3aipta8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209728.65255.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpk3aipta8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209728.65255.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '3884081f2237ac7bc050f46500bb8d03', '970806bf-5e65-447d-83c4-f0d39ca25ab8-', '1735209728.60046', '1735209728.83157', '0', '', '1735209728.58080', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209728.62242', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209728.62242', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209728.62242', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209728.65305', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209728.65305', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209728.65255', 'epoch': '1735209728.65255', 'reported': 0, 'tombstones': -1}], '970806bf-5e65-447d-83c4-f0d39ca25ab8-') -test DEBUG: /tmp/tmpk3aipta8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209728.65255.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpk3aipta8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209728.65255.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fe1a022b956de3b5ba60a3d9efe0b4bc', '5010a147-f5b8-48aa-8c24-13ec68e4e93e-sda', '1735209729.12768', '1735209729.12245', '0', '', '1735209729.12245', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5010a147-f5b8-48aa-8c24-13ec68e4e93e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -Unlinked retiring db '/tmp/tmpsmbdwqni/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a3f9a79d4f181ee7bf8e4677beb30b71', '2c028778-0bf9-4ede-ad6b-442a753c6ebc-sda', '1735209729.30318', '1735209729.28840', '0', '', '1735209729.28840', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209729.41030', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209729.41030', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209729.41030', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209729.45880', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209729.45880', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209729.45813', 'epoch': '1735209729.45813', 'reported': 0, 'tombstones': -1}], '2c028778-0bf9-4ede-ad6b-442a753c6ebc-sda') -test DEBUG: /tmp/tmpsmbdwqni/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsmbdwqni/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a3f9a79d4f181ee7bf8e4677beb30b71', '2c028778-0bf9-4ede-ad6b-442a753c6ebc-sda', '1735209729.30318', '1735209729.35818', '0', '', '1735209729.28840', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209729.41030', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209729.41030', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209729.41030', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209729.45880', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209729.45880', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209729.45813', 'epoch': '1735209729.45813', 'reported': 0, 'tombstones': -1}], '2c028778-0bf9-4ede-ad6b-442a753c6ebc-sda') -test DEBUG: /tmp/tmpsmbdwqni/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsmbdwqni/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -Unlinked retiring db '/tmp/tmp9i7kztvv/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210193.00000-0, db: /tmp/tmpq246l909/sda/containers/0/00e/6314c9952c01fe3d100b24e76191800e/6314c9952c01fe3d100b24e76191800e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210198.00000-0, db: /tmp/tmpq246l909/sda/containers/0/85c/ff1275ee2124602bcfc6512850c8e85c/ff1275ee2124602bcfc6512850c8e85c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210203.00000-0, db: /tmp/tmpq246l909/sda/containers/0/cc4/ee2de0386a6b5a72a160087cf4740cc4/ee2de0386a6b5a72a160087cf4740cc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210208.00000-0, db: /tmp/tmpq246l909/sda/containers/0/fc9/cdc31132cd2574bc21f64d468b2d3fc9/cdc31132cd2574bc21f64d468b2d3fc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210213.00000-0, db: /tmp/tmpq246l909/sda/containers/0/914/52ee8c5460c08502208358f3ac7f5914/52ee8c5460c08502208358f3ac7f5914.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210218.00000-0, db: /tmp/tmpq246l909/sda/containers/0/71c/7872736e7cd41569e889c3f399ec171c/7872736e7cd41569e889c3f399ec171c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210223.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3d7/73d5aeda8839d2b12c38f2909c0d23d7/73d5aeda8839d2b12c38f2909c0d23d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210228.00000-0, db: /tmp/tmpq246l909/sda/containers/0/65a/9169718e10e6b45159bd7905e47e265a/9169718e10e6b45159bd7905e47e265a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210233.00000-0, db: /tmp/tmpq246l909/sda/containers/0/def/f0513191963c20c784d68df485626def/f0513191963c20c784d68df485626def.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210238.00000-0, db: /tmp/tmpq246l909/sda/containers/0/9cc/27193e8f5b0365f6bb6985200d3ff9cc/27193e8f5b0365f6bb6985200d3ff9cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210243.00000-0, db: /tmp/tmpq246l909/sda/containers/0/4cc/6f08070b13ba51531929963b737314cc/6f08070b13ba51531929963b737314cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210248.00000-0, db: /tmp/tmpq246l909/sda/containers/0/31a/3c7f22ce6ccc148cedce121fb6d3e31a/3c7f22ce6ccc148cedce121fb6d3e31a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210253.00000-0, db: /tmp/tmpq246l909/sda/containers/0/c87/76147bc7e754116374114896c009ec87/76147bc7e754116374114896c009ec87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210258.00000-0, db: /tmp/tmpq246l909/sda/containers/0/139/26a095cab369e7d114162a92c8306139/26a095cab369e7d114162a92c8306139.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210263.00000-0, db: /tmp/tmpq246l909/sda/containers/0/40c/dca3654ae909a2184fc98c4cc338540c/dca3654ae909a2184fc98c4cc338540c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210268.00000-0, db: /tmp/tmpq246l909/sda/containers/0/6a4/6751221d090c163302cb3e4ecfba56a4/6751221d090c163302cb3e4ecfba56a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210273.00000-0, db: /tmp/tmpq246l909/sda/containers/0/824/5eca2109c9cbadc115b727933a731824/5eca2109c9cbadc115b727933a731824.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210278.00000-0, db: /tmp/tmpq246l909/sda/containers/0/267/3a64dcc9de070537864f50ecad937267/3a64dcc9de070537864f50ecad937267.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210283.00000-0, db: /tmp/tmpq246l909/sda/containers/0/6cb/3e214cd563e6b31b37e7d9409d7f26cb/3e214cd563e6b31b37e7d9409d7f26cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210288.00000-0, db: /tmp/tmpq246l909/sda/containers/0/551/a01d3889e05ea1f98d1c5453e2ade551/a01d3889e05ea1f98d1c5453e2ade551.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210293.00000-0, db: /tmp/tmpq246l909/sda/containers/0/610/ff089780e46a53b1810a8b79eccc1610/ff089780e46a53b1810a8b79eccc1610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210298.00000-0, db: /tmp/tmpq246l909/sda/containers/0/1bb/7b58444ecfb7347008464ab6aaa0e1bb/7b58444ecfb7347008464ab6aaa0e1bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210303.00000-0, db: /tmp/tmpq246l909/sda/containers/0/e2e/5639c07e100b52f9c5a9bb3e2a2a0e2e/5639c07e100b52f9c5a9bb3e2a2a0e2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210308.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b9d/b57ec45b5081996e4faa110ab9abab9d/b57ec45b5081996e4faa110ab9abab9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210313.00000-0, db: /tmp/tmpq246l909/sda/containers/0/986/2e467b7af4a54d7c63069b5f2a896986/2e467b7af4a54d7c63069b5f2a896986.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210318.00000-0, db: /tmp/tmpq246l909/sda/containers/0/2dc/7761483296ef5b881cfdc701c66432dc/7761483296ef5b881cfdc701c66432dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210323.00000-0, db: /tmp/tmpq246l909/sda/containers/0/5e0/9e569b40f92f07054d9adbb52806f5e0/9e569b40f92f07054d9adbb52806f5e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210328.00000-0, db: /tmp/tmpq246l909/sda/containers/0/6e4/b90d0a3302fd30a082346d118d0c66e4/b90d0a3302fd30a082346d118d0c66e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210333.00000-0, db: /tmp/tmpq246l909/sda/containers/0/9a1/853dfde2b44fe729f522e85e3db399a1/853dfde2b44fe729f522e85e3db399a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210338.00000-0, db: /tmp/tmpq246l909/sda/containers/0/c5f/8566e934d37256bb294110bc5afd0c5f/8566e934d37256bb294110bc5afd0c5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210343.00000-0, db: /tmp/tmpq246l909/sda/containers/0/50b/8c0f01ae7345a7215af495168f6ae50b/8c0f01ae7345a7215af495168f6ae50b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210348.00000-0, db: /tmp/tmpq246l909/sda/containers/0/afa/394dde62026136140dae75688f9a3afa/394dde62026136140dae75688f9a3afa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210353.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210358.00000-0, db: /tmp/tmpq246l909/sda/containers/0/895/f978ced535b1b164c3c615a74e1a5895/f978ced535b1b164c3c615a74e1a5895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210363.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e.dbREPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a3f9a79d4f181ee7bf8e4677beb30b71', 'c831b9c2-ca15-4b9a-b73e-f43bccecfd1e-sda', '1735209729.93457', '1735209729.92003', '0', '', '1735209729.92003', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209730.01227', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209730.01227', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209730.01227', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209730.05367', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209730.05367', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209730.05305', 'epoch': '1735209730.05305', 'reported': 0, 'tombstones': -1}], 'c831b9c2-ca15-4b9a-b73e-f43bccecfd1e-sda') -test DEBUG: /tmp/tmp9i7kztvv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9i7kztvv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a3f9a79d4f181ee7bf8e4677beb30b71', 'c831b9c2-ca15-4b9a-b73e-f43bccecfd1e-sda', '1735209729.93457', '1735209729.98951', '0', '', '1735209729.92003', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209730.01227', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209730.01227', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209730.01227', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209730.05367', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209730.05367', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209730.05305', 'epoch': '1735209730.05305', 'reported': 0, 'tombstones': -1}], 'c831b9c2-ca15-4b9a-b73e-f43bccecfd1e-sda') -test DEBUG: /tmp/tmp9i7kztvv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp9i7kztvv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b3df42d6598f465062850cd111204ea4', 'a69cba0c-e0ff-43d2-b81a-2f56a242ae0c-sda', '1735209730.37104', '1735209730.36567', '0', '', '1735209730.36567', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('a69cba0c-e0ff-43d2-b81a-2f56a242ae0c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmp9exbe8tj/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'cc16085e85c0d179bdb48902c9400c72', 'dca4c989-a81b-47e0-8855-263a8fb53909-sda', '1735209731.01571', '1735209731.00685', '0', '', '1735209731.00685', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('dca4c989-a81b-47e0-8855-263a8fb53909-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '64b37c93f015232f5349eea5982774cb', 'a7adc953-9a37-474b-9e3f-18c38a437ef8-sda', '1735209732.11645', '1735209732.09472', '0', '', '1735209732.09472', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('a7adc953-9a37-474b-9e3f-18c38a437ef8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmphn7e98zt/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '64b37c93f015232f5349eea5982774cb', 'fcb99ade-9995-4f65-8265-9151b1aada07-sda', '1735209732.64758', '1735209732.64028', '0', '', '1735209732.64028', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('fcb99ade-9995-4f65-8265-9151b1aada07-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4867d41c-8bc2-4125-b0b0-7d6d7d78ea0b-sda', '1735209733.23164', '1735209733.20491', '0', '', '1735209733.20491', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcig76nuv/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '827ca526-b756-48d3-8f95-ecadde3f7f13-sdb', '1735209733.72544', '1735209734.00000', '0', '', '1735209734.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('827ca526-b756-48d3-8f95-ecadde3f7f13-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '827ca526-b756-48d3-8f95-ecadde3f7f13-sdb', '1735209733.72544', '1735209734.00000', '0', '', '1735209734.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmpcig76nuv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('827ca526-b756-48d3-8f95-ecadde3f7f13-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.16358 seconds (6.11309/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpi83ms1yt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '08da0913-28f5-4266-8942-9256d40f11c8-sda', '1735209733.96085', '1735209733', '0', '', '1735209733', 0, 1) -test DEBUG: /tmp/tmpi83ms1yt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '08da0913-28f5-4266-8942-9256d40f11c8-sda', '1735209733.96085', '1735209733', '0', '', '1735209733', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('08da0913-28f5-4266-8942-9256d40f11c8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30967 seconds (3.22929/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpthqdo0a4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ad11273ed6dd65dbb8e46bc589e998de', 'd27bec7d-262d-4489-96dc-8d0958efea15-sda', '1735209734.41566', '1735209734', '0', '', '1735209734', 1, 0) -test DEBUG: /tmp/tmpthqdo0a4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209736.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd27bec7d-262d-4489-96dc-8d0958efea15-sda') -test DEBUG: /tmp/tmpthqdo0a4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0567157s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ad11273ed6dd65dbb8e46bc589e998de', 'd27bec7d-262d-4489-96dc-8d0958efea15-sda', '1735209734.41566', '1735209734', '0', '', '1735209734', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d27bec7d-262d-4489-96dc-8d0958efea15-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.34968 seconds (2.85977/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0tixtb22/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e63fb044-9500-4a68-bbc5-da30d1531bed-sda', '1735209734.87668', '1735209734', '0', '', '1735209734', 0, 1) -test DEBUG: /tmp/tmp0tixtb22/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e63fb044-9500-4a68-bbc5-da30d1531bed-sda', '1735209734.87668', '1735209734', '0', '', '1735209734', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e63fb044-9500-4a68-bbc5-da30d1531bed-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22487 seconds (4.44700/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcg3r44sc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ab9155ed8ecef99a5f7b0d641051d7aa', '8588684b-8684-4bb8-bcfd-cb45e2c5fca7-sda', '1735209735.20199', '1735209735', '0', '', '1735209735', 1, 1) -test DEBUG: /tmp/tmpcg3r44sc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ab9155ed8ecef99a5f7b0d641051d7aa', '8588684b-8684-4bb8-bcfd-cb45e2c5fca7-sda', '1735209735.20199', '1735209735', '0', '', '1735209735', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8588684b-8684-4bb8-bcfd-cb45e2c5fca7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.29332 seconds (3.40926/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpez97ejwn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0118efb7-45b2-4296-a32b-d813827d1baa-sda', '1735209735.61194', '1735209735', '0', '', '1735209735', 0, 0) -test DEBUG: /tmp/tmpez97ejwn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0118efb7-45b2-4296-a32b-d813827d1baa-sda', '1735209735.61194', '1735209735', '0', '', '1735209735', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0118efb7-45b2-4296-a32b-d813827d1baa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.17763 seconds (5.62953/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxf5zh91p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ba7f99253f2aef8715f0608f0312399', '9c9f667c-3e81-4b48-8da3-0bcb9caf3499-sda', '1735209735.92541', '1735209735', '0', '', '1735209735', 1, 1) -test DEBUG: /tmp/tmpxf5zh91p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209738.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9c9f667c-3e81-4b48-8da3-0bcb9caf3499-sda') -test DEBUG: /tmp/tmpxf5zh91p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0990191s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ba7f99253f2aef8715f0608f0312399', '9c9f667c-3e81-4b48-8da3-0bcb9caf3499-sda', '1735209735.92541', '1735209735', '0', '', '1735209735', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9c9f667c-3e81-4b48-8da3-0bcb9caf3499-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.31841 seconds (3.14060/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsstetohi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2d0f4de9-aa35-46a4-86fb-c0223089f3a1-sda', '1735209736.39044', '1735209736', '0', '', '1735209736', 0, 1) -test DEBUG: /tmp/tmpsstetohi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2d0f4de9-aa35-46a4-86fb-c0223089f3a1-sda', '1735209736.39044', '1735209736', '0', '', '1735209736', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2d0f4de9-aa35-46a4-86fb-c0223089f3a1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20369 seconds (4.90943/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp03bwissm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2ef9e2621bdc353bc28fc9368cf583da', '81770705-4542-4401-ad91-ee89bb2252fa-sda', '1735209736.72640', '1735209736', '0', '', '1735209736', 1, 0) -test DEBUG: /tmp/tmp03bwissm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2ef9e2621bdc353bc28fc9368cf583da', '81770705-4542-4401-ad91-ee89bb2252fa-sda', '1735209736.72640', '1735209736', '0', '', '1735209736', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('81770705-4542-4401-ad91-ee89bb2252fa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.36837 seconds (2.71467/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210368.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a99/cd17653128ca17b372bbaf3f7d47fa99/cd17653128ca17b372bbaf3f7d47fa99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210373.00000-0, db: /tmp/tmpq246l909/sda/containers/0/0f3/ffa6187a0bc17608d6ac8b561b0bb0f3/ffa6187a0bc17608d6ac8b561b0bb0f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210378.00000-0, db: /tmp/tmpq246l909/sda/containers/0/c07/db913c08b98bbc8ce79290cc016ebc07/db913c08b98bbc8ce79290cc016ebc07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210383.00000-0, db: /tmp/tmpq246l909/sda/containers/0/4ab/bbcd8113ff18e9aabf0b75d533bf04ab/bbcd8113ff18e9aabf0b75d533bf04ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210388.00000-0, db: /tmp/tmpq246l909/sda/containers/0/9d5/ae171b00cdbac414f57fa3218f6789d5/ae171b00cdbac414f57fa3218f6789d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210393.00000-0, db: /tmp/tmpq246l909/sda/containers/0/d2c/99fb2f246f079a7181fa35f1de25dd2c/99fb2f246f079a7181fa35f1de25dd2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210398.00000-0, db: /tmp/tmpq246l909/sda/containers/0/96a/fa2937b599d6eb5d861cfbfd5f80f96a/fa2937b599d6eb5d861cfbfd5f80f96a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210403.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b6b/ea11f300328abaa5353efe4cd4346b6b/ea11f300328abaa5353efe4cd4346b6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210408.00000-0, db: /tmp/tmpq246l909/sda/containers/0/595/4c3932d3383dafbcf7ae84267c2ba595/4c3932d3383dafbcf7ae84267c2ba595.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210413.00000-0, db: /tmp/tmpq246l909/sda/containers/0/17b/26c163eac6b3d9fe3658b22b6de2e17b/26c163eac6b3d9fe3658b22b6de2e17b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210418.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a92/c09a09cdccbc193246b19490d9897a92/c09a09cdccbc193246b19490d9897a92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210423.00000-0, db: /tmp/tmpq246l909/sda/containers/0/ce4/8dcdc0a3474d84e0f052c707d5ed6ce4/8dcdc0a3474d84e0f052c707d5ed6ce4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210428.00000-0, db: /tmp/tmpq246l909/sda/containers/0/f63/747d4eb323e9b56c312be300469bbf63/747d4eb323e9b56c312be300469bbf63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210433.00000-0, db: /tmp/tmpq246l909/sda/containers/0/f98/f42ebb81f3c491510b8de4057e6a5f98/f42ebb81f3c491510b8de4057e6a5f98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210438.00000-0, db: /tmp/tmpq246l909/sda/containers/0/138/77dae765ea71f268f5cc9f8426d6c138/77dae765ea71f268f5cc9f8426d6c138.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210443.00000-0, db: /tmp/tmpq246l909/sda/containers/0/476/6a3af194b3472885df712ecf211bd476/6a3af194b3472885df712ecf211bd476.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210448.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3e2/8363683cad95518b1fdca18be76a63e2/8363683cad95518b1fdca18be76a63e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210453.00000-0, db: /tmp/tmpq246l909/sda/containers/0/9cc/d39f7006c4fc2ca0b1456179afa6c9cc/d39f7006c4fc2ca0b1456179afa6c9cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210458.00000-0, db: /tmp/tmpq246l909/sda/containers/0/974/ea67a1a0975c3ba78735980925b1c974/ea67a1a0975c3ba78735980925b1c974.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210463.00000-0, db: /tmp/tmpq246l909/sda/containers/0/88b/f8bc47a2a2de3918a71aee0232e4e88b/f8bc47a2a2de3918a71aee0232e4e88b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210468.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3ad/81c15e0d057eeaecd9d18a8b88a243ad/81c15e0d057eeaecd9d18a8b88a243ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210473.00000-0, db: /tmp/tmpq246l909/sda/containers/0/ae5/cf0e5dbd94d3765fd99118e1112efae5/cf0e5dbd94d3765fd99118e1112efae5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210478.00000-0, db: /tmp/tmpq246l909/sda/containers/0/097/06f515a310fa64eca28f16f5f1a91097/06f515a310fa64eca28f16f5f1a91097.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210483.00000-0, db: /tmp/tmpq246l909/sda/containers/0/191/a18fee04951ad1ecca8d9a48ff4cc191/a18fee04951ad1ecca8d9a48ff4cc191.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210488.00000-0, db: /tmp/tmpq246l909/sda/containers/0/115/d3c02e3b374004a1119b8d73d4be9115/d3c02e3b374004a1119b8d73d4be9115.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210493.00000-0, db: /tmp/tmpq246l909/sda/containers/0/06e/a7bad7daa7d936de1272412234c4606e/a7bad7daa7d936de1272412234c4606e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210498.00000-0, db: /tmp/tmpq246l909/sda/containers/0/5a5/ecc2d9c592a205e2808fc991957915a5/ecc2d9c592a205e2808fc991957915a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210503.00000-0, db: /tmp/tmpq246l909/sda/containers/0/ff4/8c504a1dd3f6cc618efafa7b939adff4/8c504a1dd3f6cc618efafa7b939adff4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210508.00000-0, db: /tmp/tmpq246l909/sda/containers/0/6da/59b87056f59b6f800e597ee89db676da/59b87056f59b6f800e597ee89db676da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210513.00000-0, db: /tmp/tmpq246l909/sda/containers/0/987/9aa652060b5955af8770517f1b3b1987/9aa652060b5955af8770517f1b3b1987.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210518.00000-0, db: /tmp/tmpq246l909/sda/containers/0/cf2/365711eb35bf123142208562d6562cf2/365711eb35bf123142208562d6562cf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210523.00000-0, db: /tmp/tmpq246l909/sda/containers/0/0c0/1e6bc9fc229c6b957fd074800fe280c0/1e6bc9fc229c6b957fd074800fe280c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210528.00000-0, db: /tmp/tmpq246l909/sda/containers/0/b12/2d3b9d8ed18718c56f09b33761fdbb12/2d3b9d8ed18718c56f09b33761fdbb12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210533.00000-0, db: /tmp/tmpq246l909/sda/containers/0/262/6d90c0b27b1506b617f56d06256b0262/6d90c0b27b1506b617f56d06256b0262.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210538.00000-0, db: /tmp/tmpq246l909/sda/containers/0/faf/c48acbf704c9ceabe41752a1c6c11faf/c48acbf704c9ceabe41752a1c6c11faf.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok - -test DEBUG: Replicating db /tmp/tmp_vgcw8ln/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6458346b-9b59-4ecd-8a8c-4e9fb5c2dbd0-sda', '1735209737.28931', '1735209739', '0', '', '1735209739', 0, 1) -test DEBUG: /tmp/tmp_vgcw8ln/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6458346b-9b59-4ecd-8a8c-4e9fb5c2dbd0-sda', '1735209737.28931', '1735209739', '0', '', '1735209739', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6458346b-9b59-4ecd-8a8c-4e9fb5c2dbd0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.15730 seconds (6.35739/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmacltppw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c101ab51f9534ec8c2b80d485899161f', '438407f6-d85b-4a06-a59c-f4ee2e815c19-sda', '1735209737.57186', '1735209739', '0', '', '1735209739', 1, 0) -test DEBUG: /tmp/tmpmacltppw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209740.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '438407f6-d85b-4a06-a59c-f4ee2e815c19-sda') -test DEBUG: /tmp/tmpmacltppw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.044934s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c101ab51f9534ec8c2b80d485899161f', '438407f6-d85b-4a06-a59c-f4ee2e815c19-sda', '1735209737.57186', '1735209739', '0', '', '1735209739', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('438407f6-d85b-4a06-a59c-f4ee2e815c19-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.29683 seconds (3.36887/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp46nb57cy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c101ab51f9534ec8c2b80d485899161f', '2386c441-76db-4463-852a-a53be54b421b-sda', '1735209737.96174', '1735209737', '1735209738', '', '1735209738', 1, 1) -test DEBUG: /tmp/tmp46nb57cy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209740.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2386c441-76db-4463-852a-a53be54b421b-sda') -test DEBUG: /tmp/tmp46nb57cy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0510752s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c101ab51f9534ec8c2b80d485899161f', '2386c441-76db-4463-852a-a53be54b421b-sda', '1735209737.96174', '1735209737', '1735209738', '', '1735209738', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2386c441-76db-4463-852a-a53be54b421b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28950 seconds (3.45426/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpag32xbvu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'be0ab29617644a5f5243035a00fa8992', '7edaa744-180c-4528-8f9c-07fc46805940-sda', '1735209738.36722', '1735209738', '1735209739', '', '1735209739', 1, 0) -test DEBUG: /tmp/tmpag32xbvu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'be0ab29617644a5f5243035a00fa8992', '7edaa744-180c-4528-8f9c-07fc46805940-sda', '1735209738.36722', '1735209738', '1735209739', '', '1735209739', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7edaa744-180c-4528-8f9c-07fc46805940-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30056 seconds (3.32708/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzglevxqv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8a54259d-6fc4-40f8-b0b7-b62ead4bcd25-sda', '1735209738.78857', '1735209740', '1735209739', '', '1735209740', 0, 0) -test DEBUG: /tmp/tmpzglevxqv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8a54259d-6fc4-40f8-b0b7-b62ead4bcd25-sda', '1735209738.78857', '1735209740', '1735209739', '', '1735209740', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8a54259d-6fc4-40f8-b0b7-b62ead4bcd25-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.16568 seconds (6.03557/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1tjdc9bu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'de721002a59616c483ed0748c20833f5', '20a3ec40-39d1-4aff-a1a9-c09701858356-sda', '1735209739.10469', '1735209741', '1735209740', '', '1735209741', 1, 1) -test DEBUG: /tmp/tmp1tjdc9bu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209743.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '20a3ec40-39d1-4aff-a1a9-c09701858356-sda') -test DEBUG: /tmp/tmp1tjdc9bu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0404506s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'de721002a59616c483ed0748c20833f5', '20a3ec40-39d1-4aff-a1a9-c09701858356-sda', '1735209739.10469', '1735209741', '1735209740', '', '1735209741', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210543.00000-0, db: /tmp/tmpq246l909/sda/containers/0/317/56d2976372c21001451131a5159de317/56d2976372c21001451131a5159de317.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210548.00000-0, db: /tmp/tmpq246l909/sda/containers/0/fe6/39d4d9054f3dc08da084c5d4d875bfe6/39d4d9054f3dc08da084c5d4d875bfe6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210553.00000-0, db: /tmp/tmpq246l909/sda/containers/0/5e7/6c239600ab46356a7f2c4e40ba9e05e7/6c239600ab46356a7f2c4e40ba9e05e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210558.00000-0, db: /tmp/tmpq246l909/sda/containers/0/48a/586d96f59983a4944a26813be110e48a/586d96f59983a4944a26813be110e48a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210563.00000-0, db: /tmp/tmpq246l909/sda/containers/0/6ef/30bb6220ef1774e77a19a9c2299b66ef/30bb6220ef1774e77a19a9c2299b66ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210568.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a7f/fd817fbc24159631c1ace3df9ad2ca7f/fd817fbc24159631c1ace3df9ad2ca7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210573.00000-0, db: /tmp/tmpq246l909/sda/containers/0/1d1/d4d1a88a3026bc4031019202159a31d1/d4d1a88a3026bc4031019202159a31d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210578.00000-0, db: /tmp/tmpq246l909/sda/containers/0/02c/2acf0ab42ad773dc99145f4ee677802c/2acf0ab42ad773dc99145f4ee677802c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210583.00000-0, db: /tmp/tmpq246l909/sda/containers/0/981/fce77072c633d3b35241f360a6599981/fce77072c633d3b35241f360a6599981.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210588.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a11/6c0d0110c311a2aef0fdce7ed46f2a11/6c0d0110c311a2aef0fdce7ed46f2a11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210593.00000-0, db: /tmp/tmpq246l909/sda/containers/0/391/42b943b2add7f1767e864ee29c423391/42b943b2add7f1767e864ee29c423391.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210598.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a0d/aabfa3b1e464cfb5dda0696700145a0d/aabfa3b1e464cfb5dda0696700145a0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210603.00000-0, db: /tmp/tmpq246l909/sda/containers/0/ca4/cb905cbdf724d0192305c9c16b6b2ca4/cb905cbdf724d0192305c9c16b6b2ca4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210608.00000-0, db: /tmp/tmpq246l909/sda/containers/0/e50/54b08b12adf9d326ce5e5d7dcdf1fe50/54b08b12adf9d326ce5e5d7dcdf1fe50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210613.00000-0, db: /tmp/tmpq246l909/sda/containers/0/315/791cca5d0e5384a78300740f3d95e315/791cca5d0e5384a78300740f3d95e315.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210618.00000-0, db: /tmp/tmpq246l909/sda/containers/0/62b/0460801b7824442774a48acdbffcd62b/0460801b7824442774a48acdbffcd62b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210623.00000-0, db: /tmp/tmpq246l909/sda/containers/0/237/6aa5a595276588c04877cc25d2900237/6aa5a595276588c04877cc25d2900237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210628.00000-0, db: /tmp/tmpq246l909/sda/containers/0/45a/e40669b1d02734cad1d42ed0f166245a/e40669b1d02734cad1d42ed0f166245a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210633.00000-0, db: /tmp/tmpq246l909/sda/containers/0/7c6/c9736ae15013ae53b16fb7405be9a7c6/c9736ae15013ae53b16fb7405be9a7c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210638.00000-0, db: /tmp/tmpq246l909/sda/containers/0/4c2/05467184774e62e1ba1124b0fbb414c2/05467184774e62e1ba1124b0fbb414c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210643.00000-0, db: /tmp/tmpq246l909/sda/containers/0/37e/8a8e0a6a8ba5674b4f4164d1ecca737e/8a8e0a6a8ba5674b4f4164d1ecca737e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210648.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a92/1c2b4fceb050cf41d8bd8d630922fa92/1c2b4fceb050cf41d8bd8d630922fa92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210653.00000-0, db: /tmp/tmpq246l909/sda/containers/0/4dc/4a3118d7f9e4211575fdb9478bf704dc/4a3118d7f9e4211575fdb9478bf704dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210658.00000-0, db: /tmp/tmpq246l909/sda/containers/0/fd5/f00a68848d62bfb2fa2e2caee0c36fd5/f00a68848d62bfb2fa2e2caee0c36fd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210663.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3e8/b119e69c05ebc5948ed02f01d93f23e8/b119e69c05ebc5948ed02f01d93f23e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210668.00000-0, db: /tmp/tmpq246l909/sda/containers/0/1fc/e32a7971e1f92fe95170a24e4f21c1fc/e32a7971e1f92fe95170a24e4f21c1fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210673.00000-0, db: /tmp/tmpq246l909/sda/containers/0/8c9/503de273cb29c285c057cad9a0f608c9/503de273cb29c285c057cad9a0f608c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210678.00000-0, db: /tmp/tmpq246l909/sda/containers/0/182/b463db2e7dd4e7f98ba85c6c0a385182/b463db2e7dd4e7f98ba85c6c0a385182.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210683.00000-0, db: /tmp/tmpq246l909/sda/containers/0/2c1/d580f7d37707eef701ab019bbf3372c1/d580f7d37707eef701ab019bbf3372c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210688.00000-0, db: /tmp/tmpq246l909/sda/containers/0/9f1/8e48fc067936847e6333d75892b4a9f1/8e48fc067936847e6333d75892b4a9f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210693.00000-0, db: /tmp/tmpq246l909/sda/containers/0/039/6fa3c2ff7007b78f580d97f06d914039/6fa3c2ff7007b78f580d97f06d914039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210698.00000-0, db: /tmp/tmpq246l909/sda/containers/0/6d7/ecb7843223caa399d40793b2c9d766d7/ecb7843223caa399d40793b2c9d766d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210703.00000-0, db: /tmp/tmpq246l909/sda/containers/0/898/9412c5ee9e95a6b129ed043776434898/9412c5ee9e95a6b129ed043776434898.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210708.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a2d/564a0979f0fbf17f4713775b7072ba2d/564a0979f0fbf17f4713775b7072ba2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210713.00000-0, db: /tmp/tmpq246l909/sda/containers/0/518/57da660307659df5effded5c9d553518/57da660307659df5effded5c9d553518.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('20a3ec40-39d1-4aff-a1a9-c09701858356-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.33921 seconds (2.94802/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwey0mmcj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2bd2917b-5928-427f-885b-f82eeba81a08-sda', '1735209739.82749', '1735209741', '1735209740', '', '1735209741', 0, 1) -test DEBUG: /tmp/tmpwey0mmcj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2bd2917b-5928-427f-885b-f82eeba81a08-sda', '1735209739.82749', '1735209741', '1735209740', '', '1735209741', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2bd2917b-5928-427f-885b-f82eeba81a08-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27668 seconds (3.61422/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3kbtj8on/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0276f4d36ebdab45a96277564cffe72a', 'aa9ae857-e9c7-4720-a55a-ef8e7382943f-sda', '1735209740.29273', '1735209742', '1735209741', '', '1735209742', 1, 0) -test DEBUG: /tmp/tmp3kbtj8on/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0276f4d36ebdab45a96277564cffe72a', 'aa9ae857-e9c7-4720-a55a-ef8e7382943f-sda', '1735209740.29273', '1735209742', '1735209741', '', '1735209742', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('aa9ae857-e9c7-4720-a55a-ef8e7382943f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43653 seconds (2.29081/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp23k3m6zl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '50dd3a85-3d26-4515-b85a-57638f498824-sda', '1735209740.91621', '1735209743', '1735209742', '', '1735209743', 0, 1) -test DEBUG: /tmp/tmp23k3m6zl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '50dd3a85-3d26-4515-b85a-57638f498824-sda', '1735209740.91621', '1735209743', '1735209742', '', '1735209743', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('50dd3a85-3d26-4515-b85a-57638f498824-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24801 seconds (4.03215/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphm45ene7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c79bc57be65dc1e876fe47f1d734b72a', 'f874ccae-89ba-4a79-802a-23c44579ecdb-sda', '1735209741.37934', '1735209744', '1735209743', '', '1735209744', 1, 1) -test DEBUG: /tmp/tmphm45ene7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209746.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f874ccae-89ba-4a79-802a-23c44579ecdb-sda') -test DEBUG: /tmp/tmphm45ene7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0299783s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c79bc57be65dc1e876fe47f1d734b72a', 'f874ccae-89ba-4a79-802a-23c44579ecdb-sda', '1735209741.37934', '1735209744', '1735209743', '', '1735209744', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f874ccae-89ba-4a79-802a-23c44579ecdb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37515 seconds (2.66563/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe_mwr6jc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c06dfba1-8eb7-49e1-a7a2-91f382ed26ea-sda', '1735209741.91575', '1735209744', '1735209743', '', '1735209744', 0, 0) -test DEBUG: /tmp/tmpe_mwr6jc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c06dfba1-8eb7-49e1-a7a2-91f382ed26ea-sda', '1735209741.91575', '1735209744', '1735209743', '', '1735209744', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c06dfba1-8eb7-49e1-a7a2-91f382ed26ea-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22018 seconds (4.54165/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpomhmw2p9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f3d12fe9be2cbf9f5bdaa5096b10232d', '8fcc8614-7b7e-4f6a-bd7a-85182d8a3c20-sda', '1735209742.35995', '1735209745', '1735209744', '', '1735209745', 1, 1) -test DEBUG: /tmp/tmpomhmw2p9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f3d12fe9be2cbf9f5bdaa5096b10232d', '8fcc8614-7b7e-4f6a-bd7a-85182d8a3c20-sda', '1735209742.35995', '1735209745', '1735209744', '', '1735209745', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8fcc8614-7b7e-4f6a-bd7a-85182d8a3c20-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.29933 seconds (3.34084/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdvbyv414/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210718.00000-0, db: /tmp/tmpq246l909/sda/containers/0/372/101d3a0ed9f1660470d332a2df124372/101d3a0ed9f1660470d332a2df124372.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210723.00000-0, db: /tmp/tmpq246l909/sda/containers/0/8fb/92d0f1bad55f3d43612ba1c715d148fb/92d0f1bad55f3d43612ba1c715d148fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210728.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a2d/542c10461b033b037c148a23608c6a2d/542c10461b033b037c148a23608c6a2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210733.00000-0, db: /tmp/tmpq246l909/sda/containers/0/58f/eaffbf5c2884ec6953ad84d89e00258f/eaffbf5c2884ec6953ad84d89e00258f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210738.00000-0, db: /tmp/tmpq246l909/sda/containers/0/0a8/583deeafcf82b7ab666d30e66a4050a8/583deeafcf82b7ab666d30e66a4050a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210743.00000-0, db: /tmp/tmpq246l909/sda/containers/0/80e/b8585098e86b01addf4d3cfc179ba80e/b8585098e86b01addf4d3cfc179ba80e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210748.00000-0, db: /tmp/tmpq246l909/sda/containers/0/492/1c00fbea3e73a262c63b71b77064f492/1c00fbea3e73a262c63b71b77064f492.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210753.00000-0, db: /tmp/tmpq246l909/sda/containers/0/0ee/cb9cd5cd4275bf5d7dcc5a90643e40ee/cb9cd5cd4275bf5d7dcc5a90643e40ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210758.00000-0, db: /tmp/tmpq246l909/sda/containers/0/7b7/9e4282226ac8091b5edb6fd05e48d7b7/9e4282226ac8091b5edb6fd05e48d7b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210763.00000-0, db: /tmp/tmpq246l909/sda/containers/0/17a/c308ca38b49a40f10ee1aeab45c4e17a/c308ca38b49a40f10ee1aeab45c4e17a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210768.00000-0, db: /tmp/tmpq246l909/sda/containers/0/705/c11f76056c6dcf22af45b658910be705/c11f76056c6dcf22af45b658910be705.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210773.00000-0, db: /tmp/tmpq246l909/sda/containers/0/e70/c48fde218dddb5a25288206ec4aa5e70/c48fde218dddb5a25288206ec4aa5e70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210778.00000-0, db: /tmp/tmpq246l909/sda/containers/0/23c/d6e86b1c74322110c3bb89405306c23c/d6e86b1c74322110c3bb89405306c23c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210783.00000-0, db: /tmp/tmpq246l909/sda/containers/0/364/63cdaa1153ca45c17a11ed34660e8364/63cdaa1153ca45c17a11ed34660e8364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210788.00000-0, db: /tmp/tmpq246l909/sda/containers/0/0ca/bb63999095747cde6c2d115e81d5a0ca/bb63999095747cde6c2d115e81d5a0ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210793.00000-0, db: /tmp/tmpq246l909/sda/containers/0/74e/74af98c331e389d4008ef04ea539474e/74af98c331e389d4008ef04ea539474e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210798.00000-0, db: /tmp/tmpq246l909/sda/containers/0/670/3ab73e1f971d189b28a05076232d8670/3ab73e1f971d189b28a05076232d8670.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210803.00000-0, db: /tmp/tmpq246l909/sda/containers/0/1dd/77d2edcb33e6919a3b1c1b86acb251dd/77d2edcb33e6919a3b1c1b86acb251dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210808.00000-0, db: /tmp/tmpq246l909/sda/containers/0/60b/496af157f539391c97b7d11fc300e60b/496af157f539391c97b7d11fc300e60b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210813.00000-0, db: /tmp/tmpq246l909/sda/containers/0/279/b5d095576e53e7b80c5935b0a1bc6279/b5d095576e53e7b80c5935b0a1bc6279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210818.00000-0, db: /tmp/tmpq246l909/sda/containers/0/d0e/d08d8e9954a2f028b1867fcb57a77d0e/d08d8e9954a2f028b1867fcb57a77d0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210823.00000-0, db: /tmp/tmpq246l909/sda/containers/0/d76/deaddfc16e91ae444adf256563331d76/deaddfc16e91ae444adf256563331d76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210828.00000-0, db: /tmp/tmpq246l909/sda/containers/0/4b6/fed6a797e06732326b4ef0443b55a4b6/fed6a797e06732326b4ef0443b55a4b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210833.00000-0, db: /tmp/tmpq246l909/sda/containers/0/f36/223d58a77d567c2e12aa33f1b20b1f36/223d58a77d567c2e12aa33f1b20b1f36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210838.00000-0, db: /tmp/tmpq246l909/sda/containers/0/fb8/42a13bb18fcee8d8b2f5eb846f620fb8/42a13bb18fcee8d8b2f5eb846f620fb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210843.00000-0, db: /tmp/tmpq246l909/sda/containers/0/c61/efd98b800f6393090df40d0b2117ec61/efd98b800f6393090df40d0b2117ec61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210848.00000-0, db: /tmp/tmpq246l909/sda/containers/0/64f/47cbccc002c488338197cf38587ea64f/47cbccc002c488338197cf38587ea64f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210853.00000-0, db: /tmp/tmpq246l909/sda/containers/0/896/fb6a01f48952556a4471baf61e819896/fb6a01f48952556a4471baf61e819896.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210858.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a9d/70b28342dd78703a45cb392450aeba9d/70b28342dd78703a45cb392450aeba9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210863.00000-0, db: /tmp/tmpq246l909/sda/containers/0/2c5/6a61453fe8bd940090cc266e86dd42c5/6a61453fe8bd940090cc266e86dd42c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210868.00000-0, db: /tmp/tmpq246l909/sda/containers/0/e81/5b0509c9036f1549c49dccbe79dfbe81/5b0509c9036f1549c49dccbe79dfbe81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210873.00000-0, db: /tmp/tmpq246l909/sda/containers/0/d3e/4e000050b5afc92f1ba530443143ed3e/4e000050b5afc92f1ba530443143ed3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210878.00000-0, db: /tmp/tmpq246l909/sda/containers/0/230/280e75ce2f87ccd2308c2b28a2022230/280e75ce2f87ccd2308c2b28a2022230.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210883.00000-0, db: /tmp/tmpq246l909/sda/containers/0/f49/e13995fd4ec9da89a304cc4edd682f49/e13995fd4ec9da89a304cc4edd682f49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210888.00000-0, db: /tmp/tmpq246l909/sda/containers/0/fa8/9d54cb653e0a468fd765b4df1329afa8/9d54cb653e0a468fd765b4df1329afa8.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '810ea0ad-6559-445a-8146-8ad42cd1223d-sda', '1735209742.92410', '1735209745', '1735209744', '', '1735209745', 0, 1) -test DEBUG: /tmp/tmpdvbyv414/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '810ea0ad-6559-445a-8146-8ad42cd1223d-sda', '1735209742.92410', '1735209745', '1735209744', '', '1735209745', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('810ea0ad-6559-445a-8146-8ad42cd1223d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.18816 seconds (5.31471/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7zo9oqzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f3d12fe9be2cbf9f5bdaa5096b10232d', '8bfb572c-b41a-4a14-a9e9-a787c7e1d0c0-sda', '1735209743.26143', '1735209746', '1735209745', '', '1735209746', 1, 1) -test DEBUG: /tmp/tmp7zo9oqzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209747.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8bfb572c-b41a-4a14-a9e9-a787c7e1d0c0-sda') -test DEBUG: /tmp/tmp7zo9oqzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0448883s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f3d12fe9be2cbf9f5bdaa5096b10232d', '8bfb572c-b41a-4a14-a9e9-a787c7e1d0c0-sda', '1735209743.26143', '1735209746', '1735209745', '', '1735209746', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8bfb572c-b41a-4a14-a9e9-a787c7e1d0c0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.47433 seconds (2.10822/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy8jt_fhz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9cc3d2e4-ba06-47b8-bd8a-7cd3aa0b14d9-sda', '1735209743.94947', '1735209746', '1735209745', '', '1735209746', 0, 1) -test DEBUG: /tmp/tmpy8jt_fhz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9cc3d2e4-ba06-47b8-bd8a-7cd3aa0b14d9-sda', '1735209743.94947', '1735209746', '1735209745', '', '1735209746', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9cc3d2e4-ba06-47b8-bd8a-7cd3aa0b14d9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20609 seconds (4.85218/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnavr32a6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b5e9857704c55421a8741b18ba97d05', '9873f78d-1925-40d5-9fac-5241af04025a-sda', '1735209745.06367', '1735209747', '1735209746', '', '1735209747', 1, 1) -test DEBUG: /tmp/tmpnavr32a6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b5e9857704c55421a8741b18ba97d05', '9873f78d-1925-40d5-9fac-5241af04025a-sda', '1735209745.06367', '1735209747', '1735209746', '', '1735209747', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9873f78d-1925-40d5-9fac-5241af04025a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 6.91915 seconds (0.14453/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd6m5jrw1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '864d7fde-9ad5-46db-af76-28cadbf8df08-sda', '1735209753.86010', '1735209757', '1735209756', '', '1735209757', 0, 1) -test DEBUG: /tmp/tmpd6m5jrw1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '864d7fde-9ad5-46db-af76-28cadbf8df08-sda', '1735209753.86010', '1735209757', '1735209756', '', '1735209757', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('864d7fde-9ad5-46db-af76-28cadbf8df08-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 3.27536 seconds (0.30531/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbj6g14fg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2cb111d6eb698fe563ac3e4b6bb6d9ac', '0e529a28-1aa8-42ff-ac46-ef442e9b44f1-sda', '1735209762.32919', '1735209766', '1735209765', '', '1735209766', 1, 1) -test DEBUG: /tmp/tmpbj6g14fg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209767.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0e529a28-1aa8-42ff-ac46-ef442e9b44f1-sda') -test DEBUG: /tmp/tmpbj6g14fg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0276496s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2cb111d6eb698fe563ac3e4b6bb6d9ac', '0e529a28-1aa8-42ff-ac46-ef442e9b44f1-sda', '1735209762.32919', '1735209766', '1735209765', '', '1735209766', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0e529a28-1aa8-42ff-ac46-ef442e9b44f1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28876 seconds (3.46307/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmph2farqth/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '288441aa-7b34-496b-aeea-2f86eaa598d4-sda', '1735209763.72447', '1735209767', '1735209766', '', '1735209767', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok - -test DEBUG: /tmp/tmph2farqth/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '288441aa-7b34-496b-aeea-2f86eaa598d4-sda', '1735209763.72447', '1735209767', '1735209766', '', '1735209767', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('288441aa-7b34-496b-aeea-2f86eaa598d4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.13095 seconds (7.63678/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8g88vjtr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '39d43fbdaa25c1fd16e1d3e5c565913c', 'a184b9ed-9369-407e-aef6-af759497d602-sda', '1735209763.99953', '1735209767', '1735209766', '', '1735209767', 1, 1) -test DEBUG: /tmp/tmp8g88vjtr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '39d43fbdaa25c1fd16e1d3e5c565913c', 'a184b9ed-9369-407e-aef6-af759497d602-sda', '1735209763.99953', '1735209767', '1735209766', '', '1735209767', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a184b9ed-9369-407e-aef6-af759497d602-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27014 seconds (3.70174/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb8euic1g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7b77a9a3-0b6f-4287-822d-84a987723f71-sda', '1735209764.52304', '1735209769', '1735209768', '', '1735209769', 0, 1) -test DEBUG: /tmp/tmpb8euic1g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7b77a9a3-0b6f-4287-822d-84a987723f71-sda', '1735209764.52304', '1735209769', '1735209768', '', '1735209769', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7b77a9a3-0b6f-4287-822d-84a987723f71-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21942 seconds (4.55753/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2j8ssub8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c412236ed89ca7ef013fb9d56b5c6cf9', '00c7d39e-ee96-4a45-95e7-d451f9d5246b-sda', '1735209765.05144', '1735209769', '1735209768', '', '1735209769', 1, 1) -test DEBUG: /tmp/tmp2j8ssub8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209770.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '00c7d39e-ee96-4a45-95e7-d451f9d5246b-sda') -test DEBUG: /tmp/tmp2j8ssub8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0351167s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c412236ed89ca7ef013fb9d56b5c6cf9', '00c7d39e-ee96-4a45-95e7-d451f9d5246b-sda', '1735209765.05144', '1735209769', '1735209768', '', '1735209769', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('00c7d39e-ee96-4a45-95e7-d451f9d5246b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37091 seconds (2.69608/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmrst9y8j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '03bbab25-b753-4314-9891-8a7adb54f41d-sda', '1735209765.68681', '1735209770', '1735209769', '', '1735209770', 0, 1) -test DEBUG: /tmp/tmpmrst9y8j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '03bbab25-b753-4314-9891-8a7adb54f41d-sda', '1735209765.68681', '1735209770', '1735209769', '', '1735209770', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('03bbab25-b753-4314-9891-8a7adb54f41d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.17340 seconds (5.76709/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx8ckufv1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f79b2b5a26bb234ce7f2ab93fcaa2274', '5d920aca-e775-4fb6-a324-713d863728fb-sda', '1735209766.19574', '1735209771', '1735209770', '', '1735209771', 1, 1) -test DEBUG: /tmp/tmpx8ckufv1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f79b2b5a26bb234ce7f2ab93fcaa2274', '5d920aca-e775-4fb6-a324-713d863728fb-sda', '1735209766.19574', '1735209771', '1735209770', '', '1735209771', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5d920aca-e775-4fb6-a324-713d863728fb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28163 seconds (3.55075/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1a375aeb-83ac-4d0d-9e13-6723e03465dc-sda', '1735209766.69553', '1735209766.00000', '0', '', '1735209766.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1a375aeb-83ac-4d0d-9e13-6723e03465dc-sda', '1735209766.69553', '1735209767.00000', '0', '', '1735209766.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6a42bbe661a8375fb4a64635676281cf', '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda', '1735209766.83377', '1735209766.82481', '0', '', '1735209766.82481', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1735209766.90080', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1735209766.90393', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1735209766.90414', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1735209766.90441', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1735209766.90469', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1735209766.90496', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1735209766.90523', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1735209766.90999', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1735209766.91070', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1735209766.91099', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1735209766.91146', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210893.00000-0, db: /tmp/tmpq246l909/sda/containers/0/536/d64d6666b4a6652ddf36bdece5a0b536/d64d6666b4a6652ddf36bdece5a0b536.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210898.00000-0, db: /tmp/tmpq246l909/sda/containers/0/ac8/8572895d4f5a6ffe10f9f82529e2cac8/8572895d4f5a6ffe10f9f82529e2cac8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210903.00000-0, db: /tmp/tmpq246l909/sda/containers/0/995/10d95e8bd97bbe8d60a62089904c9995/10d95e8bd97bbe8d60a62089904c9995.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210908.00000-0, db: /tmp/tmpq246l909/sda/containers/0/3a3/69dbc91c8326c4f98ad17853379ac3a3/69dbc91c8326c4f98ad17853379ac3a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210913.00000-0, db: /tmp/tmpq246l909/sda/containers/0/a60/6b3846e533be53b5e1004a18a4a3da60/6b3846e533be53b5e1004a18a4a3da60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210918.00000-0, db: /tmp/tmpq246l909/sda/containers/0/468/d2e7b2dd993477e05a884895fb923468/d2e7b2dd993477e05a884895fb923468.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210923.00000-0, db: /tmp/tmpq246l909/sda/containers/0/679/85da7fe3dc446f961ab230d8cf5e1679/85da7fe3dc446f961ab230d8cf5e1679.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210928.00000-0, db: /tmp/tmpq246l909/sda/containers/0/095/ac62831f48eb01a2d313c26f8d884095/ac62831f48eb01a2d313c26f8d884095.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210933.00000-0, db: /tmp/tmpq246l909/sda/containers/0/ace/82117882082033b08e34b0b5c01f4ace/82117882082033b08e34b0b5c01f4ace.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210938.00000-0, db: /tmp/tmpq246l909/sda/containers/0/7e1/750bed158df4620a617574d10ab4c7e1/750bed158df4620a617574d10ab4c7e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210943.00000-0, db: /tmp/tmpq246l909/sda/containers/0/d18/7e97f790a77b82a8716b603762564d18/7e97f790a77b82a8716b603762564d18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210948.00000-0, db: /tmp/tmpq246l909/sda/containers/0/525/a6e1a16af6cbc380267fd2349383f525/a6e1a16af6cbc380267fd2349383f525.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210953.00000-0, db: /tmp/tmpq246l909/sda/containers/0/9de/25edee1af084d8c794017713437c89de/25edee1af084d8c794017713437c89de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210958.00000-0, db: /tmp/tmpq246l909/sda/containers/0/c90/fcc208333b6d412323cf7b87e0483c90/fcc208333b6d412323cf7b87e0483c90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210963.00000-0, db: /tmp/tmpq246l909/sda/containers/0/c7f/e0c4522ae963a6fd04dbb0d8b27abc7f/e0c4522ae963a6fd04dbb0d8b27abc7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210968.00000-0, db: /tmp/tmpq246l909/sda/containers/0/2ca/b8752f51dc79a586ddbac63cd200e2ca/b8752f51dc79a586ddbac63cd200e2ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210973.00000-0, db: /tmp/tmpq246l909/sda/containers/0/547/7433a1c83b1ea413534c72db04f3b547/7433a1c83b1ea413534c72db04f3b547.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210978.00000-0, db: /tmp/tmpq246l909/sda/containers/0/1c2/8e7923c1b169dab14eec97371a62e1c2/8e7923c1b169dab14eec97371a62e1c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210983.00000-0, db: /tmp/tmpq246l909/sda/containers/0/328/4c96f53c74abfd8e459ed21c766fd328/4c96f53c74abfd8e459ed21c766fd328.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210988.00000-0, db: /tmp/tmpq246l909/sda/containers/0/d3f/5704aac8aa7ac51c75fa0383395f7d3f/5704aac8aa7ac51c75fa0383395f7d3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210993.00000-0, db: /tmp/tmpq246l909/sda/containers/0/37a/c8c7f0b849e91bc6ae5a46e9db17837a/c8c7f0b849e91bc6ae5a46e9db17837a.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/44c/0acc71cb9eb0db3202583f54bf34d44c/0acc71cb9eb0db3202583f54bf34d44c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209770.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/44c/0acc71cb9eb0db3202583f54bf34d44c/0acc71cb9eb0db3202583f54bf34d44c_1735209770.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/b92/df8cde7de5a3fb560983282c89610b92/df8cde7de5a3fb560983282c89610b92.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209774.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/b92/df8cde7de5a3fb560983282c89610b92/df8cde7de5a3fb560983282c89610b92_1735209774.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a08/e8f476a2c3c05c03c2d936d0cb4a9a08/e8f476a2c3c05c03c2d936d0cb4a9a08.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209778.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a08/e8f476a2c3c05c03c2d936d0cb4a9a08/e8f476a2c3c05c03c2d936d0cb4a9a08_1735209778.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/33d/06d2ffaf6cf571783fd320b1e02f233d/06d2ffaf6cf571783fd320b1e02f233d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209782.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/33d/06d2ffaf6cf571783fd320b1e02f233d/06d2ffaf6cf571783fd320b1e02f233d_1735209782.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/9c0/9a3ada6a6d2af681a1e6309cdccc29c0/9a3ada6a6d2af681a1e6309cdccc29c0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209786.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/9c0/9a3ada6a6d2af681a1e6309cdccc29c0/9a3ada6a6d2af681a1e6309cdccc29c0_1735209786.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/7ea/81438ec126269fe60211ceefedbda7ea/81438ec126269fe60211ceefedbda7ea.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209790.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/7ea/81438ec126269fe60211ceefedbda7ea/81438ec126269fe60211ceefedbda7ea_1735209790.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/600/9b4d5ecf9590974c2028d4c65e01a600/9b4d5ecf9590974c2028d4c65e01a600.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209794.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/600/9b4d5ecf9590974c2028d4c65e01a600/9b4d5ecf9590974c2028d4c65e01a600_1735209794.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/6cb/49a905c268807f7cbf0edf255bd766cb/49a905c268807f7cbf0edf255bd766cb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209798.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/6cb/49a905c268807f7cbf0edf255bd766cb/49a905c268807f7cbf0edf255bd766cb_1735209798.00000.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1735209767.03041', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1735209767.09065', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1735209767.19456', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1735209767.30276', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1735209767.37431', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1735209767.44310', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1735209767.53862', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1735209767.59157', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1735209767.68126', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, 'cbe825454c74ff84b8c6f004bb2f46d4', '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda', '1735209766.83377', '1735209766.82481', '0', '', '1735209766.82481', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1735209767.76196', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '42f460ae-8d8f-49b2-b6e7-a2bda8b183c5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmx328pd_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dbff3411-a062-4761-8c4a-5d1119e9d222-sda', '1735209767.92930', '1735209768', '0', '', '1735209768', 0, 1) -test DEBUG: /tmp/tmpmx328pd_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dbff3411-a062-4761-8c4a-5d1119e9d222-sda', '1735209767.92930', '1735209768', '0', '', '1735209768', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dbff3411-a062-4761-8c4a-5d1119e9d222-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19129 seconds (5.22761/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppv1bgw5_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c412236ed89ca7ef013fb9d56b5c6cf9', '7c82f12e-9ecc-4b2a-8121-a13535284bb5-sda', '1735209768.21639', '1735209769', '0', '', '1735209769', 1, 0) -test DEBUG: /tmp/tmppv1bgw5_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209770.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7c82f12e-9ecc-4b2a-8121-a13535284bb5-sda') -test DEBUG: /tmp/tmppv1bgw5_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0477381s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c412236ed89ca7ef013fb9d56b5c6cf9', '7c82f12e-9ecc-4b2a-8121-a13535284bb5-sda', '1735209768.21639', '1735209769', '0', '', '1735209769', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7c82f12e-9ecc-4b2a-8121-a13535284bb5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmppv1bgw5_/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45096 seconds (2.21747/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmppv1bgw5_/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '01e19a5f33504df5a7efebe2998302b7', 'bac76229-b1da-4d3f-bdc7-7dbadbbb51ea-sda', '1735209768.63084', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('bac76229-b1da-4d3f-bdc7-7dbadbbb51ea-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '01e19a5f33504df5a7efebe2998302b7', 'bac76229-b1da-4d3f-bdc7-7dbadbbb51ea-sda', '1735209768.63084', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('bac76229-b1da-4d3f-bdc7-7dbadbbb51ea-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpboo068o9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b24ecaca-7348-4e53-bfbb-1a738ff4fee1-sda', '1735209768.89375', '1735209769', '0', '', '1735209769', 0, 1) -test DEBUG: /tmp/tmpboo068o9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b24ecaca-7348-4e53-bfbb-1a738ff4fee1-sda', '1735209768.89375', '1735209769', '0', '', '1735209769', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b24ecaca-7348-4e53-bfbb-1a738ff4fee1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23531 seconds (4.24965/s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok - -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfkxn0auw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a5e2c68c5c7277deb2d9232a3b69e9f8', '12d1a602-209d-4413-9453-cda8fbfa460d-sda', '1735209769.19533', '1735209770', '0', '', '1735209770', 1, 1) -test DEBUG: /tmp/tmpfkxn0auw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a5e2c68c5c7277deb2d9232a3b69e9f8', '12d1a602-209d-4413-9453-cda8fbfa460d-sda', '1735209769.19533', '1735209770', '0', '', '1735209770', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('12d1a602-209d-4413-9453-cda8fbfa460d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpfkxn0auw/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.69700 seconds (1.43472/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpfkxn0auw/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'c63ac139e62236404c0167e120cc4136', '1d4ba4d5-996a-47d6-8f99-badf3528416c-sda', '1735209769.83212', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('1d4ba4d5-996a-47d6-8f99-badf3528416c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'c63ac139e62236404c0167e120cc4136', '1d4ba4d5-996a-47d6-8f99-badf3528416c-sda', '1735209769.83212', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('1d4ba4d5-996a-47d6-8f99-badf3528416c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6u1euy28/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '082f76a9-696a-4122-a6a8-b7b79217871b-sda', '1735209770.14363', '1735209771', '1735209772', '', '1735209772', 0, 0) -test DEBUG: /tmp/tmp6u1euy28/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '082f76a9-696a-4122-a6a8-b7b79217871b-sda', '1735209770.14363', '1735209771', '1735209772', '', '1735209772', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('082f76a9-696a-4122-a6a8-b7b79217871b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.16292 seconds (6.13791/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp339f30x7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9f38d0dd9d4d917eaad3b699491c44b6', '0559c756-4057-49da-96cf-92912ed5f202-sda', '1735209770.39337', '1735209771', '1735209772', '', '1735209772', 1, 0) -test DEBUG: /tmp/tmp339f30x7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209773.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0559c756-4057-49da-96cf-92912ed5f202-sda') -test DEBUG: /tmp/tmp339f30x7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.043093s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9f38d0dd9d4d917eaad3b699491c44b6', '0559c756-4057-49da-96cf-92912ed5f202-sda', '1735209770.39337', '1735209771', '1735209772', '', '1735209772', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0559c756-4057-49da-96cf-92912ed5f202-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp339f30x7/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37504 seconds (2.66639/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp339f30x7/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'f751da7875a81631931f0f6bab900010', 'aa83c9e8-cf63-43d3-9674-737cf4e858cc-sda', '1735209770.74754', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('aa83c9e8-cf63-43d3-9674-737cf4e858cc-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'f751da7875a81631931f0f6bab900010', 'aa83c9e8-cf63-43d3-9674-737cf4e858cc-sda', '1735209770.74754', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('aa83c9e8-cf63-43d3-9674-737cf4e858cc-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp570m3eh1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2b4f006b-1010-4d4c-a172-c66134eaeae1-sda', '1735209771.05823', '1735209772', '1735209773', '', '1735209773', 0, 0) -test DEBUG: /tmp/tmp570m3eh1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2b4f006b-1010-4d4c-a172-c66134eaeae1-sda', '1735209771.05823', '1735209772', '1735209773', '', '1735209773', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2b4f006b-1010-4d4c-a172-c66134eaeae1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19467 seconds (5.13685/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4pygyg5i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cb4a61e9d1952fcd808088da87b2317', 'ce8c8bcc-b17e-4ffd-97c2-9798f79c6534-sda', '1735209771.38038', '1735209772', '1735209773', '', '1735209773', 1, 1) -test DEBUG: /tmp/tmp4pygyg5i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cb4a61e9d1952fcd808088da87b2317', 'ce8c8bcc-b17e-4ffd-97c2-9798f79c6534-sda', '1735209771.38038', '1735209772', '1735209773', '', '1735209773', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ce8c8bcc-b17e-4ffd-97c2-9798f79c6534-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4pygyg5i/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37726 seconds (2.65071/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp4pygyg5i/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'fc96e723b4fc7f687f65d49cff4ba683', '75b6b247-0441-454c-86fb-b1a2f240e65e-sda', '1735209771.72909', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('75b6b247-0441-454c-86fb-b1a2f240e65e-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'fc96e723b4fc7f687f65d49cff4ba683', '75b6b247-0441-454c-86fb-b1a2f240e65e-sda', '1735209771.72909', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('75b6b247-0441-454c-86fb-b1a2f240e65e-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprcwvwb_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd847440a-0f66-49b6-9b14-fa5af60dbda4-sda', '1735209771.96366', '1735209771', '1735209772', '', '1735209772', 0, 1) -test DEBUG: /tmp/tmprcwvwb_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd847440a-0f66-49b6-9b14-fa5af60dbda4-sda', '1735209771.96366', '1735209771', '1735209772', '', '1735209772', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d847440a-0f66-49b6-9b14-fa5af60dbda4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20443 seconds (4.89166/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1119n3lo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '24305ffa-a583-4a96-8b4e-5de99fb78bda-sda', '1735209772.27981', '1735209772', '1735209773', '', '1735209773', 0, 1) -test DEBUG: /tmp/tmp1119n3lo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '24305ffa-a583-4a96-8b4e-5de99fb78bda-sda', '1735209772.27981', '1735209772', '1735209773', '', '1735209773', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('24305ffa-a583-4a96-8b4e-5de99fb78bda-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22189 seconds (4.50680/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprvh4mn7h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca3373c6-b352-4108-a148-4b7e7ff39769-sda', '1735209772.70457', '1735209774', '0', '', '1735209774', 0, 1) -test DEBUG: /tmp/tmprvh4mn7h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca3373c6-b352-4108-a148-4b7e7ff39769-sda', '1735209772.70457', '1735209774', '0', '', '1735209774', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ca3373c6-b352-4108-a148-4b7e7ff39769-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21539 seconds (4.64282/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcd8uof4m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '29292574fff0d91f945ec3db10c99588', '446248ba-571e-4b6a-8615-46ce83ff5fdb-sda', '1735209772.99078', '1735209774', '0', '', '1735209774', 1, 1) -test DEBUG: /tmp/tmpcd8uof4m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '29292574fff0d91f945ec3db10c99588', '446248ba-571e-4b6a-8615-46ce83ff5fdb-sda', '1735209772.99078', '1735209774', '0', '', '1735209774', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('446248ba-571e-4b6a-8615-46ce83ff5fdb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpcd8uof4m/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.36528 seconds (2.73766/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpcd8uof4m/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '82b6e48a4e0fea1dbee1622acca1e935', 'efc5ae10-edb7-46c1-afae-2b32b10b0ea4-sda', '1735209773.26498', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('efc5ae10-edb7-46c1-afae-2b32b10b0ea4-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '82b6e48a4e0fea1dbee1622acca1e935', 'efc5ae10-edb7-46c1-afae-2b32b10b0ea4-sda', '1735209773.26498', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('efc5ae10-edb7-46c1-afae-2b32b10b0ea4-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '54895a88-ceeb-457c-a961-244420bb0d81-sda', '1735209773.59067', '1735209773.58202', '0', '', '1735209773.58202', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpu9trq8py/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e05c1769-8050-4cda-8ba5-aa51ded0eb11-sda', '1735209773.66051', '1735209773.65292', '0', '', '1735209773.65292', 0, 0) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/c37/5bfced237c75732076a855fda3e08c37/5bfced237c75732076a855fda3e08c37.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209802.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/c37/5bfced237c75732076a855fda3e08c37/5bfced237c75732076a855fda3e08c37_1735209802.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/16a/bd45af5d9803ef3882bdc5d16ef9c16a/bd45af5d9803ef3882bdc5d16ef9c16a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209806.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/16a/bd45af5d9803ef3882bdc5d16ef9c16a/bd45af5d9803ef3882bdc5d16ef9c16a_1735209806.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a6d/f391cee9e6cc4bc819272513349e8a6d/f391cee9e6cc4bc819272513349e8a6d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209810.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a6d/f391cee9e6cc4bc819272513349e8a6d/f391cee9e6cc4bc819272513349e8a6d_1735209810.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209814.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37_1735209814.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc_1735209818.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/436/9802888e6a5c55c0fa8dc5c68bd3d436/9802888e6a5c55c0fa8dc5c68bd3d436.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209822.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/436/9802888e6a5c55c0fa8dc5c68bd3d436/9802888e6a5c55c0fa8dc5c68bd3d436_1735209822.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/8a3/ee89b8a16e2cf923fa161f2fc92068a3/ee89b8a16e2cf923fa161f2fc92068a3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209826.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/8a3/ee89b8a16e2cf923fa161f2fc92068a3/ee89b8a16e2cf923fa161f2fc92068a3_1735209826.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/8f9/b12a8a3901d109de90c75dbf4c5b38f9/b12a8a3901d109de90c75dbf4c5b38f9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209830.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/8f9/b12a8a3901d109de90c75dbf4c5b38f9/b12a8a3901d109de90c75dbf4c5b38f9_1735209830.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/043/6a1378498e5f6172bf0e65ff0ee02043/6a1378498e5f6172bf0e65ff0ee02043.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209834.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/043/6a1378498e5f6172bf0e65ff0ee02043/6a1378498e5f6172bf0e65ff0ee02043_1735209834.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/830/ccfa60d1e186b54af7ef6c6175df2830/ccfa60d1e186b54af7ef6c6175df2830.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209838.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/830/ccfa60d1e186b54af7ef6c6175df2830/ccfa60d1e186b54af7ef6c6175df2830_1735209838.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/0cd/a3059b37eec89e915041cf2cb43870cd/a3059b37eec89e915041cf2cb43870cd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209842.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/0cd/a3059b37eec89e915041cf2cb43870cd/a3059b37eec89e915041cf2cb43870cd_1735209842.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/594/fbe70c68f1eddd863991d761cbc6c594/fbe70c68f1eddd863991d761cbc6c594.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209846.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/594/fbe70c68f1eddd863991d761cbc6c594/fbe70c68f1eddd863991d761cbc6c594_1735209846.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/721/4e1e073a84814e45cca4d7cd053b1721/4e1e073a84814e45cca4d7cd053b1721.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209850.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/721/4e1e073a84814e45cca4d7cd053b1721/4e1e073a84814e45cca4d7cd053b1721_1735209850.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/8db/07a161af3599b0ed9a617efa2a7b88db/07a161af3599b0ed9a617efa2a7b88db.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209854.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/8db/07a161af3599b0ed9a617efa2a7b88db/07a161af3599b0ed9a617efa2a7b88db_1735209854.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/5a7/aa0ad569a4f9d2ebc26157fdcba2d5a7/aa0ad569a4f9d2ebc26157fdcba2d5a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209858.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/5a7/aa0ad569a4f9d2ebc26157fdcba2d5a7/aa0ad569a4f9d2ebc26157fdcba2d5a7_1735209858.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/b6a/b896b8425bdaaf05072478e715df2b6a/b896b8425bdaaf05072478e715df2b6a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209862.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/b6a/b896b8425bdaaf05072478e715df2b6a/b896b8425bdaaf05072478e715df2b6a_1735209862.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/9e0/4a6b5185521f1ece5fb15bdfed2159e0/4a6b5185521f1ece5fb15bdfed2159e0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209866.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/9e0/4a6b5185521f1ece5fb15bdfed2159e0/4a6b5185521f1ece5fb15bdfed2159e0_1735209866.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a6a/732c029dab366527c061f4f137610a6a/732c029dab366527c061f4f137610a6a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209870.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a6a/732c029dab366527c061f4f137610a6a/732c029dab366527c061f4f137610a6a_1735209870.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/2c8/e4351c56daf8322b50e6a940ac6112c8/e4351c56daf8322b50e6a940ac6112c8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209874.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/2c8/e4351c56daf8322b50e6a940ac6112c8/e4351c56daf8322b50e6a940ac6112c8_1735209874.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/804/86e7f2a4daa1befc59262889a0199804/86e7f2a4daa1befc59262889a0199804.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209878.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/804/86e7f2a4daa1befc59262889a0199804/86e7f2a4daa1befc59262889a0199804_1735209878.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/5ae/15796e7e9faf1cca2bcaab146f0bf5ae/15796e7e9faf1cca2bcaab146f0bf5ae.db'REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e05c1769-8050-4cda-8ba5-aa51ded0eb11-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e05c1769-8050-4cda-8ba5-aa51ded0eb11-sda', '1735209773.66051', '1735209773.65292', '0', '', '1735209773.65292', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e05c1769-8050-4cda-8ba5-aa51ded0eb11-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.26610 seconds (3.75799/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '429ac9fad6498b90c37c12f974694f81', 'c5015c0a-3449-4426-b84b-5a078ae837f3-sda', '1735209774.44773', '1735209774.42003', '0', '', '1735209774.42003', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('c5015c0a-3449-4426-b84b-5a078ae837f3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '4571c52621cd29c04b208f0c4da27d4d', '6e769507-2a6f-44ab-bd25-b4015030e95d-sda', '1735209774.75790', '1735209774.74517', '0', '', '1735209774.74517', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1735209775.19664', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1735209775.19930', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1735209775.19962', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1735209775.19993', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1735209775.20025', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1735209775.20057', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1735209775.20091', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1735209775.20123', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1735209775.21406', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1735209775.22351', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1735209775.22397', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6e769507-2a6f-44ab-bd25-b4015030e95d-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0xaplfwf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c8d18cc1-fec0-49d9-b1e6-77d92c10909f-sda', '1735209775.54487', '1735209778', '0', '', '1735209778', 0, 0) -test DEBUG: /tmp/tmp0xaplfwf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c8d18cc1-fec0-49d9-b1e6-77d92c10909f-sda', '1735209775.54487', '1735209778', '0', '', '1735209778', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c8d18cc1-fec0-49d9-b1e6-77d92c10909f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.16850 seconds (5.93475/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4b9vev8g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3e50430a273c17b07e1388570806a75d', '6846f148-8f31-445c-a15f-5ada9f78ab64-sda', '1735209775.92341', '1735209778', '0', '', '1735209778', 1, 1) -test DEBUG: /tmp/tmp4b9vev8g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209779.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '6846f148-8f31-445c-a15f-5ada9f78ab64-sda') -test DEBUG: /tmp/tmp4b9vev8g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0464182s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3e50430a273c17b07e1388570806a75d', '6846f148-8f31-445c-a15f-5ada9f78ab64-sda', '1735209775.92341', '1735209778', '0', '', '1735209778', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6846f148-8f31-445c-a15f-5ada9f78ab64-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4b9vev8g/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.34693 seconds (2.88246/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp4b9vev8g/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '662d856114e108555db851ddf600bf71', 'bdc0355b-58bb-4c5c-8ab7-0c0c21ff43d5-sda', '1735209776.22276', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('bdc0355b-58bb-4c5c-8ab7-0c0c21ff43d5-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '662d856114e108555db851ddf600bf71', 'bdc0355b-58bb-4c5c-8ab7-0c0c21ff43d5-sda', '1735209776.22276', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('bdc0355b-58bb-4c5c-8ab7-0c0c21ff43d5-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdukwoi0x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '12ddd990-c75e-4f6d-abf8-05df2c56832f-sda', '1735209776.57988', '1735209779', '0', '', '1735209779', 0, 0) -test DEBUG: /tmp/tmpdukwoi0x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '12ddd990-c75e-4f6d-abf8-05df2c56832f-sda', '1735209776.57988', '1735209779', '0', '', '1735209779', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('12ddd990-c75e-4f6d-abf8-05df2c56832f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok - -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20467 seconds (4.88583/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpni_r6dw7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f02ab61234feb65dcb8cac910fe92090', 'efb8128b-f264-4738-9b8f-926e49612050-sda', '1735209776.92106', '1735209779', '0', '', '1735209779', 1, 0) -test DEBUG: /tmp/tmpni_r6dw7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f02ab61234feb65dcb8cac910fe92090', 'efb8128b-f264-4738-9b8f-926e49612050-sda', '1735209776.92106', '1735209779', '0', '', '1735209779', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('efb8128b-f264-4738-9b8f-926e49612050-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpni_r6dw7/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30318 seconds (3.29840/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpni_r6dw7/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'ff2d80de68a2ce6f75cd65f5816d52d8', '6f3579c6-b2ab-452c-9c65-43cbfd5cbab0-sda', '1735209777.18805', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('6f3579c6-b2ab-452c-9c65-43cbfd5cbab0-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'ff2d80de68a2ce6f75cd65f5816d52d8', '6f3579c6-b2ab-452c-9c65-43cbfd5cbab0-sda', '1735209777.18805', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('6f3579c6-b2ab-452c-9c65-43cbfd5cbab0-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl3217tp4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd2114a15-07e5-4908-b2fa-03396c27cf44-sda', '1735209777.44278', '1735209777', '1735209781', '', '1735209781', 0, 0) -test DEBUG: /tmp/tmpl3217tp4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd2114a15-07e5-4908-b2fa-03396c27cf44-sda', '1735209777.44278', '1735209777', '1735209781', '', '1735209781', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d2114a15-07e5-4908-b2fa-03396c27cf44-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30856 seconds (3.24082/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps3zkjh1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5e5ff92f55e30e8618ab937b2a1bbe76', '5715c4a8-2e9a-482e-b367-2130c003a04d-sda', '1735209777.96930', '1735209777', '1735209781', '', '1735209781', 1, 0) -test DEBUG: /tmp/tmps3zkjh1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209782.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5715c4a8-2e9a-482e-b367-2130c003a04d-sda') -test DEBUG: /tmp/tmps3zkjh1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0399132s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5e5ff92f55e30e8618ab937b2a1bbe76', '5715c4a8-2e9a-482e-b367-2130c003a04d-sda', '1735209777.96930', '1735209777', '1735209781', '', '1735209781', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5715c4a8-2e9a-482e-b367-2130c003a04d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmps3zkjh1c/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40966 seconds (2.44108/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmps3zkjh1c/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'a782feccd846ffaae20afda073671f87', '37bd13a1-8a2c-432c-976f-3b5fd5a4174c-sda', '1735209778.41321', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('37bd13a1-8a2c-432c-976f-3b5fd5a4174c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'a782feccd846ffaae20afda073671f87', '37bd13a1-8a2c-432c-976f-3b5fd5a4174c-sda', '1735209778.41321', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('37bd13a1-8a2c-432c-976f-3b5fd5a4174c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9t4d82ip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '77b2cca8-eef7-4611-9a3a-214f80867238-sda', '1735209779.24456', '1735209779', '1735209783', '', '1735209783', 0, 0) -test DEBUG: /tmp/tmp9t4d82ip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '77b2cca8-eef7-4611-9a3a-214f80867238-sda', '1735209779.24456', '1735209779', '1735209783', '', '1735209783', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('77b2cca8-eef7-4611-9a3a-214f80867238-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30295 seconds (3.30093/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptf4nyp6_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '32f866810960961368ecb332cf86466c', '4de3c80f-cdaa-4452-8d66-bbabd3a94167-sda', '1735209779.73518', '1735209779', '1735209783', '', '1735209783', 1, 0) -test DEBUG: /tmp/tmptf4nyp6_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209882.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/5ae/15796e7e9faf1cca2bcaab146f0bf5ae/15796e7e9faf1cca2bcaab146f0bf5ae_1735209882.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/c6a/7d51019c655b4c30a8ab76c8d9a2ac6a/7d51019c655b4c30a8ab76c8d9a2ac6a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209886.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/c6a/7d51019c655b4c30a8ab76c8d9a2ac6a/7d51019c655b4c30a8ab76c8d9a2ac6a_1735209886.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/070/9656a79b14dfab9bb15c557ceed45070/9656a79b14dfab9bb15c557ceed45070.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209890.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/070/9656a79b14dfab9bb15c557ceed45070/9656a79b14dfab9bb15c557ceed45070_1735209890.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/618/0339c83b254317163ec989e113fe2618/0339c83b254317163ec989e113fe2618.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209894.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/618/0339c83b254317163ec989e113fe2618/0339c83b254317163ec989e113fe2618_1735209894.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/add/7f87f0855fdb9f0bb7f4e7e88d89cadd/7f87f0855fdb9f0bb7f4e7e88d89cadd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209898.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/add/7f87f0855fdb9f0bb7f4e7e88d89cadd/7f87f0855fdb9f0bb7f4e7e88d89cadd_1735209898.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/4f2/87db7e3ab4a87cf5805d116196b964f2/87db7e3ab4a87cf5805d116196b964f2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209902.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/4f2/87db7e3ab4a87cf5805d116196b964f2/87db7e3ab4a87cf5805d116196b964f2_1735209902.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/6d3/c5029bbd35653f7635af38b8dad966d3/c5029bbd35653f7635af38b8dad966d3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209906.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/6d3/c5029bbd35653f7635af38b8dad966d3/c5029bbd35653f7635af38b8dad966d3_1735209906.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/807/134a7b76ae87d937d464ccd01966d807/134a7b76ae87d937d464ccd01966d807.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209910.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/807/134a7b76ae87d937d464ccd01966d807/134a7b76ae87d937d464ccd01966d807_1735209910.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/7fb/14f6ca42122cfd091037dec6270bb7fb/14f6ca42122cfd091037dec6270bb7fb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209914.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/7fb/14f6ca42122cfd091037dec6270bb7fb/14f6ca42122cfd091037dec6270bb7fb_1735209914.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a3f/fa4453e5857099ec02acef7a3992ea3f/fa4453e5857099ec02acef7a3992ea3f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209918.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a3f/fa4453e5857099ec02acef7a3992ea3f/fa4453e5857099ec02acef7a3992ea3f_1735209918.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/730/234b6c4415f9f7ad0cf3e7add0315730/234b6c4415f9f7ad0cf3e7add0315730.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209922.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/730/234b6c4415f9f7ad0cf3e7add0315730/234b6c4415f9f7ad0cf3e7add0315730_1735209922.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/191/d0517a7b91a50f7cf81c0fab41611191/d0517a7b91a50f7cf81c0fab41611191.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209926.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/191/d0517a7b91a50f7cf81c0fab41611191/d0517a7b91a50f7cf81c0fab41611191_1735209926.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/7e5/bb0121f98ae86e459e3028f51b47f7e5/bb0121f98ae86e459e3028f51b47f7e5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209930.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/7e5/bb0121f98ae86e459e3028f51b47f7e5/bb0121f98ae86e459e3028f51b47f7e5_1735209930.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/2c8/a14e08f6ca36a9f65369a0a59e68c2c8/a14e08f6ca36a9f65369a0a59e68c2c8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209934.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/2c8/a14e08f6ca36a9f65369a0a59e68c2c8/a14e08f6ca36a9f65369a0a59e68c2c8_1735209934.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/9d9/a9e8e48786db69e2eacf61ce56ef29d9/a9e8e48786db69e2eacf61ce56ef29d9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209938.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/9d9/a9e8e48786db69e2eacf61ce56ef29d9/a9e8e48786db69e2eacf61ce56ef29d9_1735209938.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/83f/6f28af0c26c1e8f9ce506cb19eddc83f/6f28af0c26c1e8f9ce506cb19eddc83f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209942.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/83f/6f28af0c26c1e8f9ce506cb19eddc83f/6f28af0c26c1e8f9ce506cb19eddc83f_1735209942.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/e44/e5bc5f5f71744b29700f2b9565484e44/e5bc5f5f71744b29700f2b9565484e44.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209946.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/e44/e5bc5f5f71744b29700f2b9565484e44/e5bc5f5f71744b29700f2b9565484e44_1735209946.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/484/9809972f899d79af826d45c4e0906484/9809972f899d79af826d45c4e0906484.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209950.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/484/9809972f899d79af826d45c4e0906484/9809972f899d79af826d45c4e0906484_1735209950.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a9c/bc15e42270cfc737fffa27e640838a9c/bc15e42270cfc737fffa27e640838a9c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209954.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a9c/bc15e42270cfc737fffa27e640838a9c/bc15e42270cfc737fffa27e640838a9c_1735209954.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/8e2/847af4f17df3defb7c6c3339f32378e2/847af4f17df3defb7c6c3339f32378e2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209958.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/8e2/847af4f17df3defb7c6c3339f32378e2/847af4f17df3defb7c6c3339f32378e2_1735209958.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/375/b9ed1dced2cd52a15ca31847b4e58375/b9ed1dced2cd52a15ca31847b4e58375.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209962.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/375/b9ed1dced2cd52a15ca31847b4e58375/b9ed1dced2cd52a15ca31847b4e58375_1735209962.00000.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '32f866810960961368ecb332cf86466c', '4de3c80f-cdaa-4452-8d66-bbabd3a94167-sda', '1735209779.73518', '1735209779', '1735209783', '', '1735209783', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4de3c80f-cdaa-4452-8d66-bbabd3a94167-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmptf4nyp6_/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.79016 seconds (1.26556/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmptf4nyp6_/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'a103d2ebac949bd24d7037ad5b9d85e1', '8b82bb45-c654-43c7-ace6-8b7897713709-sda', '1735209780.57836', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('8b82bb45-c654-43c7-ace6-8b7897713709-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'a103d2ebac949bd24d7037ad5b9d85e1', '8b82bb45-c654-43c7-ace6-8b7897713709-sda', '1735209780.57836', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('8b82bb45-c654-43c7-ace6-8b7897713709-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmporkasbpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5dee2f04-acc7-4502-9c06-91426480b991-sda', '1735209780.86694', '1735209780', '0', '', '1735209780', 0, 1) -test DEBUG: /tmp/tmporkasbpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5dee2f04-acc7-4502-9c06-91426480b991-sda', '1735209780.86694', '1735209780', '0', '', '1735209780', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5dee2f04-acc7-4502-9c06-91426480b991-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.13258 seconds (7.54250/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4h2bux2b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '272e94d547240671f24a796a825f9237', '3ac85457-7000-4796-a42a-65dbf86a06c6-sda', '1735209781.19319', '1735209781', '0', '', '1735209781', 1, 1) -test DEBUG: /tmp/tmp4h2bux2b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209785.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '3ac85457-7000-4796-a42a-65dbf86a06c6-sda') -test DEBUG: /tmp/tmp4h2bux2b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.068433s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '272e94d547240671f24a796a825f9237', '3ac85457-7000-4796-a42a-65dbf86a06c6-sda', '1735209781.19319', '1735209781', '0', '', '1735209781', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3ac85457-7000-4796-a42a-65dbf86a06c6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4h2bux2b/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37317 seconds (2.67974/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp4h2bux2b/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '5e202d83065d4831826fd4dbc8ab108d', '6abfba9b-1b84-436f-b426-5aceb380878c-sda', '1735209781.60480', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('6abfba9b-1b84-436f-b426-5aceb380878c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '5e202d83065d4831826fd4dbc8ab108d', '6abfba9b-1b84-436f-b426-5aceb380878c-sda', '1735209781.60480', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('6abfba9b-1b84-436f-b426-5aceb380878c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr734_oo4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1714ed83-dafc-4bc8-aa58-37d58fb00c13-sda', '1735209781.88819', '1735209781', '0', '', '1735209781', 0, 1) -test DEBUG: /tmp/tmpr734_oo4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1714ed83-dafc-4bc8-aa58-37d58fb00c13-sda', '1735209781.88819', '1735209781', '0', '', '1735209781', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1714ed83-dafc-4bc8-aa58-37d58fb00c13-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20765 seconds (4.81575/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp9l4sog2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '338005274112eb190e620160b2f97c8b', '95262b88-1eaa-4d8e-8469-1a7c65fb2231-sda', '1735209782.35636', '1735209782', '0', '', '1735209782', 1, 1) -test DEBUG: /tmp/tmpp9l4sog2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '338005274112eb190e620160b2f97c8b', '95262b88-1eaa-4d8e-8469-1a7c65fb2231-sda', '1735209782.35636', '1735209782', '0', '', '1735209782', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('95262b88-1eaa-4d8e-8469-1a7c65fb2231-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpp9l4sog2/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41238 seconds (2.42496/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok - -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpp9l4sog2/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'c50fd64fbcb5590003c424269117250b', '3cb93a15-52f2-46b4-aa2b-fb0e612c12f4-sda', '1735209782.83416', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('3cb93a15-52f2-46b4-aa2b-fb0e612c12f4-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'c50fd64fbcb5590003c424269117250b', '3cb93a15-52f2-46b4-aa2b-fb0e612c12f4-sda', '1735209782.83416', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('3cb93a15-52f2-46b4-aa2b-fb0e612c12f4-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmwrqr6gb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e987ec5d-babc-4716-ab40-0c2b6f55666b-sda', '1735209783.10915', '1735209783', '1735209785', '', '1735209785', 0, 1) -test DEBUG: /tmp/tmpmwrqr6gb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e987ec5d-babc-4716-ab40-0c2b6f55666b-sda', '1735209783.10915', '1735209783', '1735209785', '', '1735209785', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e987ec5d-babc-4716-ab40-0c2b6f55666b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.44223 seconds (2.26126/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpf90h5yz6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '24ec887ab0824f945c0e84b14c7dcfad', '982c1b25-917c-4127-a0b9-1534698dc463-sda', '1735209783.79745', '1735209783', '1735209785', '', '1735209785', 1, 0) -test DEBUG: /tmp/tmpf90h5yz6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209788.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '982c1b25-917c-4127-a0b9-1534698dc463-sda') -test DEBUG: /tmp/tmpf90h5yz6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.15996s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '24ec887ab0824f945c0e84b14c7dcfad', '982c1b25-917c-4127-a0b9-1534698dc463-sda', '1735209783.79745', '1735209783', '1735209785', '', '1735209785', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('982c1b25-917c-4127-a0b9-1534698dc463-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpf90h5yz6/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.97950 seconds (1.02093/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpf90h5yz6/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '6576e94a4aec04ee112162e3913bf705', 'f873136e-2e60-460c-ba22-eb9be0fba197-sda', '1735209784.91155', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('f873136e-2e60-460c-ba22-eb9be0fba197-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '6576e94a4aec04ee112162e3913bf705', 'f873136e-2e60-460c-ba22-eb9be0fba197-sda', '1735209784.91155', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('f873136e-2e60-460c-ba22-eb9be0fba197-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9qq37uwo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd57b4e95-a962-4b8b-871c-db10d620c79e-sda', '1735209785.17486', '1735209785', '1735209787', '', '1735209787', 0, 0) -test DEBUG: /tmp/tmp9qq37uwo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd57b4e95-a962-4b8b-871c-db10d620c79e-sda', '1735209785.17486', '1735209785', '1735209787', '', '1735209787', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d57b4e95-a962-4b8b-871c-db10d620c79e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.49523 seconds (2.01928/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwozrcbmp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e576bebea3994aecd309fbbba1622951', 'd911e0c5-25f5-4199-975b-a744612f148f-sda', '1735209785.93319', '1735209785', '1735209787', '', '1735209787', 1, 1) -test DEBUG: /tmp/tmpwozrcbmp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e576bebea3994aecd309fbbba1622951', 'd911e0c5-25f5-4199-975b-a744612f148f-sda', '1735209785.93319', '1735209785', '1735209787', '', '1735209787', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d911e0c5-25f5-4199-975b-a744612f148f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwozrcbmp/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.56265 seconds (1.77730/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpwozrcbmp/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'eeab5a3f9367cfc06fd419aaac0bbd73', '5ad8697a-04ef-4a4c-8ce4-1ff6778b0e12-sda', '1735209786.49899', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('5ad8697a-04ef-4a4c-8ce4-1ff6778b0e12-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'eeab5a3f9367cfc06fd419aaac0bbd73', '5ad8697a-04ef-4a4c-8ce4-1ff6778b0e12-sda', '1735209786.49899', '1735207200', '0', '', '1735207200', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/335/8c9e82069e20be871df7977302568335/8c9e82069e20be871df7977302568335.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209966.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/335/8c9e82069e20be871df7977302568335/8c9e82069e20be871df7977302568335_1735209966.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/432/e16273226c52cd5b21152596dae9b432/e16273226c52cd5b21152596dae9b432.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209970.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/432/e16273226c52cd5b21152596dae9b432/e16273226c52cd5b21152596dae9b432_1735209970.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/94e/fca6734d44ed7f78dbf3ddafaa83e94e/fca6734d44ed7f78dbf3ddafaa83e94e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209974.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/94e/fca6734d44ed7f78dbf3ddafaa83e94e/fca6734d44ed7f78dbf3ddafaa83e94e_1735209974.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/bd4/f004152fc518c1298334d41280690bd4/f004152fc518c1298334d41280690bd4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209978.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/bd4/f004152fc518c1298334d41280690bd4/f004152fc518c1298334d41280690bd4_1735209978.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/8f6/4eeda9959018e11227142e9cd74e28f6/4eeda9959018e11227142e9cd74e28f6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209982.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/8f6/4eeda9959018e11227142e9cd74e28f6/4eeda9959018e11227142e9cd74e28f6_1735209982.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/04e/8be32f7a5c8871ef6d9be28b8a99e04e/8be32f7a5c8871ef6d9be28b8a99e04e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209986.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/04e/8be32f7a5c8871ef6d9be28b8a99e04e/8be32f7a5c8871ef6d9be28b8a99e04e_1735209986.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/c9d/dd1ce49babce737f85a9270a3936ac9d/dd1ce49babce737f85a9270a3936ac9d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209990.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/c9d/dd1ce49babce737f85a9270a3936ac9d/dd1ce49babce737f85a9270a3936ac9d_1735209990.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/b5b/cc4c06a6cb78a9096e4b6c7270f12b5b/cc4c06a6cb78a9096e4b6c7270f12b5b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209994.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/b5b/cc4c06a6cb78a9096e4b6c7270f12b5b/cc4c06a6cb78a9096e4b6c7270f12b5b_1735209994.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/faf/c9fad4432508f9c4aee50b4c7ff51faf/c9fad4432508f9c4aee50b4c7ff51faf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209998.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/faf/c9fad4432508f9c4aee50b4c7ff51faf/c9fad4432508f9c4aee50b4c7ff51faf_1735209998.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/05e/600d359fd777640c9a85ad016592105e/600d359fd777640c9a85ad016592105e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210002.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/05e/600d359fd777640c9a85ad016592105e/600d359fd777640c9a85ad016592105e_1735210002.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/7f6/f719755d9ed04514122e6c64f23697f6/f719755d9ed04514122e6c64f23697f6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210006.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/7f6/f719755d9ed04514122e6c64f23697f6/f719755d9ed04514122e6c64f23697f6_1735210006.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/eed/e600ff1b0f04331e6f404e68a5a8beed/e600ff1b0f04331e6f404e68a5a8beed.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210010.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/eed/e600ff1b0f04331e6f404e68a5a8beed/e600ff1b0f04331e6f404e68a5a8beed_1735210010.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/1d3/6b62c0db1a510e1a2080e62de6f701d3/6b62c0db1a510e1a2080e62de6f701d3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210014.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/1d3/6b62c0db1a510e1a2080e62de6f701d3/6b62c0db1a510e1a2080e62de6f701d3_1735210014.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/29f/3590c3ae3e5b1bd9901680683b6ee29f/3590c3ae3e5b1bd9901680683b6ee29f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210018.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/29f/3590c3ae3e5b1bd9901680683b6ee29f/3590c3ae3e5b1bd9901680683b6ee29f_1735210018.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/5b1/18477fc64d0c25de6ad266a0e87ba5b1/18477fc64d0c25de6ad266a0e87ba5b1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210022.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/5b1/18477fc64d0c25de6ad266a0e87ba5b1/18477fc64d0c25de6ad266a0e87ba5b1_1735210022.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/fa9/8d563dbae60fa48c8ac7ebed714eafa9/8d563dbae60fa48c8ac7ebed714eafa9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210026.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/fa9/8d563dbae60fa48c8ac7ebed714eafa9/8d563dbae60fa48c8ac7ebed714eafa9_1735210026.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/ba3/3b1119987669e11e6bc1706f58595ba3/3b1119987669e11e6bc1706f58595ba3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210030.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/ba3/3b1119987669e11e6bc1706f58595ba3/3b1119987669e11e6bc1706f58595ba3_1735210030.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/5a7/9843bf5f4af6716e84b7e4400e2eb5a7/9843bf5f4af6716e84b7e4400e2eb5a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210034.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/5a7/9843bf5f4af6716e84b7e4400e2eb5a7/9843bf5f4af6716e84b7e4400e2eb5a7_1735210034.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/1bb/52eb9234ab4d2cc47dfb78374a1101bb/52eb9234ab4d2cc47dfb78374a1101bb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210038.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/1bb/52eb9234ab4d2cc47dfb78374a1101bb/52eb9234ab4d2cc47dfb78374a1101bb_1735210038.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/d11/cb921be220c04d9c2b070cae3cfd1d11/cb921be220c04d9c2b070cae3cfd1d11.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210042.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/d11/cb921be220c04d9c2b070cae3cfd1d11/cb921be220c04d9c2b070cae3cfd1d11_1735210042.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/0a6/20eaa92742a155c093886bf074c800a6/20eaa92742a155c093886bf074c800a6.db'test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok - -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('5ad8697a-04ef-4a4c-8ce4-1ff6778b0e12-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpow35m_oi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '668cf743-ce52-487a-847b-d4aa9be87212-sda', '1735209786.81285', '1735209789', '1735209788', '', '1735209789', 0, 0) -test DEBUG: /tmp/tmpow35m_oi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '668cf743-ce52-487a-847b-d4aa9be87212-sda', '1735209786.81285', '1735209789', '1735209788', '', '1735209789', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('668cf743-ce52-487a-847b-d4aa9be87212-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.14766 seconds (6.77220/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpygvwl2vg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e3ec2f35109fcb5317b7d4ddc9acd2d3', '3c0bf37d-4e3a-46e9-ae4a-0c118212f74e-sda', '1735209787.17946', '1735209790', '1735209789', '', '1735209790', 1, 0) -test DEBUG: /tmp/tmpygvwl2vg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209793.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3c0bf37d-4e3a-46e9-ae4a-0c118212f74e-sda') -test DEBUG: /tmp/tmpygvwl2vg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0481353s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e3ec2f35109fcb5317b7d4ddc9acd2d3', '3c0bf37d-4e3a-46e9-ae4a-0c118212f74e-sda', '1735209787.17946', '1735209790', '1735209789', '', '1735209790', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3c0bf37d-4e3a-46e9-ae4a-0c118212f74e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpygvwl2vg/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.34208 seconds (2.92331/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpygvwl2vg/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '4ba87db30c6ec1d98de0ee4a78aa90f3', '3aab2ad9-ebcd-4824-8cd6-48806b6b41d8-sda', '1735209787.75959', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('3aab2ad9-ebcd-4824-8cd6-48806b6b41d8-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '4ba87db30c6ec1d98de0ee4a78aa90f3', '3aab2ad9-ebcd-4824-8cd6-48806b6b41d8-sda', '1735209787.75959', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('3aab2ad9-ebcd-4824-8cd6-48806b6b41d8-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxvc5s9vk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7ff728de-6840-48cd-aaa7-28fc3713c5b1-sda', '1735209787.97572', '1735209790', '1735209789', '', '1735209790', 0, 0) -test DEBUG: /tmp/tmpxvc5s9vk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7ff728de-6840-48cd-aaa7-28fc3713c5b1-sda', '1735209787.97572', '1735209790', '1735209789', '', '1735209790', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7ff728de-6840-48cd-aaa7-28fc3713c5b1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25552 seconds (3.91359/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdox12v2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0eace59aae3233ad3938e8ccb0d0422c', '5769d4e1-f175-4049-a4dc-ebe96f0a4ba1-sda', '1735209788.50978', '1735209791', '1735209790', '', '1735209791', 1, 0) -test DEBUG: /tmp/tmpdox12v2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0eace59aae3233ad3938e8ccb0d0422c', '5769d4e1-f175-4049-a4dc-ebe96f0a4ba1-sda', '1735209788.50978', '1735209791', '1735209790', '', '1735209791', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5769d4e1-f175-4049-a4dc-ebe96f0a4ba1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpdox12v2s/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43774 seconds (2.28444/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpdox12v2s/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '867dd43b15ecc752df1e6c8903f44784', 'baf71d5e-8d2e-45ca-bd1a-8da707a0938e-sda', '1735209789.00905', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('baf71d5e-8d2e-45ca-bd1a-8da707a0938e-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '867dd43b15ecc752df1e6c8903f44784', 'baf71d5e-8d2e-45ca-bd1a-8da707a0938e-sda', '1735209789.00905', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('baf71d5e-8d2e-45ca-bd1a-8da707a0938e-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6da3301e1249d42a4594da8293ad4521', 'b136cf5e-79aa-4cdd-930c-1c54da59ca4a-sda', '1735209789.33240', '1735209789.00000', '0', '{"x-container-meta-test": ["foo", "1735209789.00000"]}', '1735209789.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.05s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.03s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.03stest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok - -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.02s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '966268394738e6bbe73ea7bb2aeb09ea', 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda', '1735209789.59951', '1735209789.59475', '0', '', '1735209789.59475', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209789.64732', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209789.64732', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64732', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209789.64741', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209789.64741', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64741', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209789.64744', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209789.64744', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64744', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda') -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735209789.74321', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda') -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0398083s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '966268394738e6bbe73ea7bb2aeb09ea', 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda', '1735209789.59951', '1735209789.59475', '0', '', '1735209789.59475', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209789.64732', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209789.64732', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64732', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209789.64741', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209789.64741', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64741', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209789.64744', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209789.64744', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64744', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda') -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '966268394738e6bbe73ea7bb2aeb09ea', 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda', '1735209789.59951', '1735209789.59475', '0', '', '1735209789.59475', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209789.64732', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209789.64732', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64732', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209789.64741', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1735209790.05009', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64741', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209789.64744', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209789.64744', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64744', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209790.01280', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209790.01280', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209790.01265', 'epoch': '1735209790.01265', 'reported': 0, 'tombstones': -1}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda') -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '966268394738e6bbe73ea7bb2aeb09ea', 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda', '1735209789.59951', '1735209789.59475', '0', '', '1735209789.59475', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209789.64732', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209789.64732', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64732', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209789.64741', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209790.17934', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64741', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209789.64744', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209789.64744', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64744', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209790.01280', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209790.01280', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209790.01265', 'epoch': '1735209790.01265', 'reported': 0, 'tombstones': -1}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda') -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '966268394738e6bbe73ea7bb2aeb09ea', 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda', '1735209789.59951', '1735209789.59475', '0', '', '1735209789.59475', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209790.23443', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209790.23443', 'deleted': 1, 'state': 10, 'state_timestamp': '1735209790.23443', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209789.64741', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209790.17934', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64741', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209789.64744', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209789.64744', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64744', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209790.01280', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209790.01280', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209790.01265', 'epoch': '1735209790.01265', 'reported': 0, 'tombstones': -1}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok - -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '966268394738e6bbe73ea7bb2aeb09ea', 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda', '1735209789.59951', '1735209789.59475', '0', '', '1735209789.59475', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209790.23443', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209790.23443', 'deleted': 1, 'state': 10, 'state_timestamp': '1735209790.23443', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209789.64741', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209790.17934', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64741', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209790.32287', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1735209790.32287', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209790.32287', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209790.01280', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209790.01280', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209790.01265', 'epoch': '1735209790.01265', 'reported': 0, 'tombstones': -1}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda') -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '966268394738e6bbe73ea7bb2aeb09ea', 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda', '1735209789.59951', '1735209789.59475', '0', '', '1735209789.59475', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209790.23443', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209790.23443', 'deleted': 1, 'state': 10, 'state_timestamp': '1735209790.23443', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209789.64741', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209790.17934', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64741', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209790.32287', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735209790.39909', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209790.32287', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209790.01280', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209790.01280', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209790.01265', 'epoch': '1735209790.01265', 'reported': 0, 'tombstones': -1}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda') -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '966268394738e6bbe73ea7bb2aeb09ea', 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda', '1735209789.59951', '1735209789.59475', '0', '', '1735209789.59475', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209790.47939', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209790.23443', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209790.23443', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209789.64741', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209790.17934', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64741', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209790.32287', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735209790.39909', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209790.32287', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209790.01280', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209790.01280', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209790.01265', 'epoch': '1735209790.01265', 'reported': 0, 'tombstones': -1}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda') -test DEBUG: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpu73xy_ru/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '966268394738e6bbe73ea7bb2aeb09ea', 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda', '1735209789.59951', '1735209789.59475', '0', '', '1735209789.59475', 1, 0) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209790.47939', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209790.23443', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209790.23443', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209789.64741', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209790.17934', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209789.64741', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209790.32287', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735209790.39909', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209790.32287', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209790.01280', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209790.01280', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209790.01265', 'epoch': '1735209790.01265', 'reported': 0, 'tombstones': -1}], 'c887baea-1d2f-4f46-8980-0d3f63a9e163-sda') -test DEBUG: /tmp/tmpu73xy_ru/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpu73xy_ru/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7d918dbb21fb9265ed55a6905ecd83f8', '1483dedd-27ca-49ab-b612-229ad13bcf75-sda', '1735209790.64857', '1735209790.63325', '0', '', '1735209790.63325', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1735209790.72896', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209790.72896', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209790.72870', 'epoch': '1735209790.72870', 'reported': 0, 'tombstones': -1}], '1483dedd-27ca-49ab-b612-229ad13bcf75-sda') -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmpqy7m1551/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735209790.72801', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '1483dedd-27ca-49ab-b612-229ad13bcf75-sda') -test DEBUG: /tmp/tmpqy7m1551/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.037883s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3f527171-6c92-4c1a-a65e-24ae99f302d3-sda', '1735209791.02620', '1735209791.00934', '0', '', '1735209791.00934', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209791.08053', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209791.08053', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209791.08053', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209791.08061', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209791.08061', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209791.08061', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209791.08063', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209791.08063', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209791.08063', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3f527171-6c92-4c1a-a65e-24ae99f302d3-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dcfe0bba-61c6-4387-bedf-fdaf392d591c-sda', '1735209791.29088', '1735209791.27708', '0', '', '1735209791.27708', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209791.35252', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209791.35252', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209791.35252', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209791.35263', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209791.35263', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209791.35263', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209791.35266', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209791.35266', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209791.35266', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00878', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00878', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00878', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'dcfe0bba-61c6-4387-bedf-fdaf392d591c-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7b6c3a4c-ece3-4c16-9500-63a94d84d653-sda', '1735209791.54331', '1735209791.53864', '0', '', '1735209791.53864', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209791.57378', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209791.57378', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209791.57378', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209791.57387', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209791.57387', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209791.57387', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209791.57390', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209791.57390', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209791.57390', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00878', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00878', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00878', 'epoch': None, 'reported': 0, 'tombstones': -1}], '7b6c3a4c-ece3-4c16-9500-63a94d84d653-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bdb762f8-36a3-4689-94af-f1575e3bcd1c-sda', '1735209791.93143', '1735209791.91668', '0', '', '1735209791.91668', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209792.01977', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209792.01977', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.01977', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209792.01987', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209792.01987', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.01987', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209792.01990', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209792.01990', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.01990', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00878', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00878', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00878', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'bdb762f8-36a3-4689-94af-f1575e3bcd1c-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8b6ea772-b2b7-4042-b0d4-bced22ccd7b6-sda', '1735209792.28788', '1735209792.26616', '0', '', '1735209792.26616', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209792.36825', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209792.36825', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.36825', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209792.36836', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209792.36836', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.36836', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209792.36839', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209792.36839', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.36839', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00878', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00878', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00878', 'epoch': None, 'reported': 0, 'tombstones': -1}], '8b6ea772-b2b7-4042-b0d4-bced22ccd7b6-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '667041bf-06dc-4d74-bffb-01f23a8a0a0f-sda', '1735209792.57710', '1735209792.56366', '0', '', '1735209792.56366', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209792.64409', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209792.64409', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.64409', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209792.64420', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209792.64420', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.64420', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209792.64423', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209792.64423', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.64423', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00905', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00905', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00905', 'epoch': '1735209791.00908', 'reported': 0, 'tombstones': -1}], '667041bf-06dc-4d74-bffb-01f23a8a0a0f-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd23ce562-13ce-4ee5-aa08-4a876e394609-sda', '1735209792.82460', '1735209792.81692', '0', '', '1735209792.81692', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209792.86818', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209792.86818', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.86818', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209792.86829', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209792.86829', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.86829', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209792.86831', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209792.86831', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209792.86831', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00905', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00905', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00905', 'epoch': '1735209791.00908', 'reported': 0, 'tombstones': -1}], 'd23ce562-13ce-4ee5-aa08-4a876e394609-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7a12d88-0877-4e6b-8eb4-a4ea924ee828-sda', '1735209793.05199', '1735209793.03233', '0', '', '1735209793.03233', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209793.09531', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209793.09531', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.09531', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209793.09541', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209793.09541', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.09541', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209793.09543', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209793.09543', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.09543', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00905', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00905', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00905', 'epoch': '1735209791.00908', 'reported': 0, 'tombstones': -1}], 'c7a12d88-0877-4e6b-8eb4-a4ea924ee828-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bcd6a600-0ced-4398-995f-da9a714b9dd7-sda', '1735209793.32735', '1735209793.31412', '0', '', '1735209793.31412', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209793.37563', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209793.37563', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.37563', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209793.37572', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209793.37572', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.37572', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209793.37575', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209793.37575', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.37575', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00918', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00918', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00918', 'epoch': '1735209791.00920', 'reported': 0, 'tombstones': -1}], 'bcd6a600-0ced-4398-995f-da9a714b9dd7-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok - -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1b1a4554-1b37-428f-b2f2-d909d7ae369c-sda', '1735209793.56783', '1735209793.55483', '0', '', '1735209793.55483', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209793.61152', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209793.61152', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.61152', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209793.61162', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209793.61162', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.61162', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209793.61165', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209793.61165', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.61165', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00905', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00905', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00905', 'epoch': '1735209791.00908', 'reported': 0, 'tombstones': -1}], '1b1a4554-1b37-428f-b2f2-d909d7ae369c-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67361953-baf7-4cbc-a643-5eff3817667f-sda', '1735209793.88153', '1735209793.86491', '0', '', '1735209793.86491', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209793.92742', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209793.92742', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.92742', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209793.92750', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209793.92750', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.92750', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209793.92752', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209793.92752', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209793.92752', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00905', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00905', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00905', 'epoch': '1735209791.00908', 'reported': 0, 'tombstones': -1}], '67361953-baf7-4cbc-a643-5eff3817667f-sda') -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f9369efe-0971-47fc-be42-e332c2fadb11-sda', '1735209794.13244', '1735209794.12298', '0', '', '1735209794.12298', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209794.19922', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209794.19922', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209794.19922', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209794.19931', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209794.19931', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209794.19931', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209794.19934', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209794.19934', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209794.19934', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209791.00932', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00878', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00878', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f9369efe-0971-47fc-be42-e332c2fadb11-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1735209791.00905', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00905', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00905', 'epoch': '1735209791.00908', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1735209791.00932', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209791.00878', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209791.00878', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpz8ipzubf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3a2c6165ed76a9829132a9bab1aeb4e9', 'd43099ae-0140-4ac6-9144-cc6111bf4dad-sda', '1735209794.39697', '1735209794.39185', '0', '', '1735209794.39185', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735209794.45618', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'd43099ae-0140-4ac6-9144-cc6111bf4dad-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmpt9b74un1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '384aa818-7438-46f6-9f33-12a6c75c3e45-sda', '1735209794.61098', '1735209794.60118', '0', '', '1735209794.60118', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmpt9b74un1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '96881b2b687212c3fe38c2585c47ac30', 'bf594f78-983a-4982-8062-ee1226a8a860-sda', '1735209794.73285', '1735209794.72467', '0', '', '1735209794.72467', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735209794.83458', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'bf594f78-983a-4982-8062-ee1226a8a860-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210046.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/0a6/20eaa92742a155c093886bf074c800a6/20eaa92742a155c093886bf074c800a6_1735210046.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/9be/6a8786b258c8d53ff0bf2f8be910f9be/6a8786b258c8d53ff0bf2f8be910f9be.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210050.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/9be/6a8786b258c8d53ff0bf2f8be910f9be/6a8786b258c8d53ff0bf2f8be910f9be_1735210050.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/20e/6d521ccd0101b9d11fa2bc703e28120e/6d521ccd0101b9d11fa2bc703e28120e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210054.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/20e/6d521ccd0101b9d11fa2bc703e28120e/6d521ccd0101b9d11fa2bc703e28120e_1735210054.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a4e/ad5bf505de5107f6d753ca1df4968a4e/ad5bf505de5107f6d753ca1df4968a4e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210058.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a4e/ad5bf505de5107f6d753ca1df4968a4e/ad5bf505de5107f6d753ca1df4968a4e_1735210058.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/d7c/af12445fd9757ee6f029f26c20246d7c/af12445fd9757ee6f029f26c20246d7c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210062.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/d7c/af12445fd9757ee6f029f26c20246d7c/af12445fd9757ee6f029f26c20246d7c_1735210062.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/d3d/bfcedc0871750d88a308f55ce5140d3d/bfcedc0871750d88a308f55ce5140d3d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210066.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/d3d/bfcedc0871750d88a308f55ce5140d3d/bfcedc0871750d88a308f55ce5140d3d_1735210066.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/04f/2db8b92c9434621b5d0b65b04815204f/2db8b92c9434621b5d0b65b04815204f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210070.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/04f/2db8b92c9434621b5d0b65b04815204f/2db8b92c9434621b5d0b65b04815204f_1735210070.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/7f5/2fcb0839d9bf09391218b3f4cc4a17f5/2fcb0839d9bf09391218b3f4cc4a17f5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210074.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/7f5/2fcb0839d9bf09391218b3f4cc4a17f5/2fcb0839d9bf09391218b3f4cc4a17f5_1735210074.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/801/793d757392d2ef154c0acd000a013801/793d757392d2ef154c0acd000a013801.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210078.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/801/793d757392d2ef154c0acd000a013801/793d757392d2ef154c0acd000a013801_1735210078.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/6e0/32140b7b13dfdc3ef1e5d12a6be7d6e0/32140b7b13dfdc3ef1e5d12a6be7d6e0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210082.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/6e0/32140b7b13dfdc3ef1e5d12a6be7d6e0/32140b7b13dfdc3ef1e5d12a6be7d6e0_1735210082.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a46/8bf12b3176bcfb764cefc55713fd4a46/8bf12b3176bcfb764cefc55713fd4a46.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210086.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a46/8bf12b3176bcfb764cefc55713fd4a46/8bf12b3176bcfb764cefc55713fd4a46_1735210086.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/321/34bdc3f0099ff37791651e0acdce4321/34bdc3f0099ff37791651e0acdce4321.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210090.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/321/34bdc3f0099ff37791651e0acdce4321/34bdc3f0099ff37791651e0acdce4321_1735210090.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/d74/07564e3858f24693bef9c0f5d5281d74/07564e3858f24693bef9c0f5d5281d74.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210094.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/d74/07564e3858f24693bef9c0f5d5281d74/07564e3858f24693bef9c0f5d5281d74_1735210094.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/50f/ed0b31729d7108744c585afcf845150f/ed0b31729d7108744c585afcf845150f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210098.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/50f/ed0b31729d7108744c585afcf845150f/ed0b31729d7108744c585afcf845150f_1735210098.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/4f6/ae2fc4d5afc849e2dae42f53946084f6/ae2fc4d5afc849e2dae42f53946084f6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210102.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/4f6/ae2fc4d5afc849e2dae42f53946084f6/ae2fc4d5afc849e2dae42f53946084f6_1735210102.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a2b/70c226fc8e44f3030acec872da551a2b/70c226fc8e44f3030acec872da551a2b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210106.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a2b/70c226fc8e44f3030acec872da551a2b/70c226fc8e44f3030acec872da551a2b_1735210106.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/8c3/0dc5940871c91b34733a14ac23e9a8c3/0dc5940871c91b34733a14ac23e9a8c3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210110.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/8c3/0dc5940871c91b34733a14ac23e9a8c3/0dc5940871c91b34733a14ac23e9a8c3_1735210110.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/850/6915ba3ec30112d50caf1203daaf9850/6915ba3ec30112d50caf1203daaf9850.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210114.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/850/6915ba3ec30112d50caf1203daaf9850/6915ba3ec30112d50caf1203daaf9850_1735210114.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/072/d7ee32f3a3b7ff2b0dee9a66d14d0072/d7ee32f3a3b7ff2b0dee9a66d14d0072.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210118.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/072/d7ee32f3a3b7ff2b0dee9a66d14d0072/d7ee32f3a3b7ff2b0dee9a66d14d0072_1735210118.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/ce5/88808b4cdb7b43dd6f38a27078eb1ce5/88808b4cdb7b43dd6f38a27078eb1ce5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210122.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/ce5/88808b4cdb7b43dd6f38a27078eb1ce5/88808b4cdb7b43dd6f38a27078eb1ce5_1735210122.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/695/e626c24902e12d1a43eeaea92361c695/e626c24902e12d1a43eeaea92361c695.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210126.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/695/e626c24902e12d1a43eeaea92361c695/e626c24902e12d1a43eeaea92361c695_1735210126.00000.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvkcy41_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '586f0e64-fca3-4a79-87d7-314cb4241307-sda', '1735209795.03562', '1735209795.01737', '0', '', '1735209795.01737', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('586f0e64-fca3-4a79-87d7-314cb4241307-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '586f0e64-fca3-4a79-87d7-314cb4241307-sda', '1735209795.03562', '1735209795.01737', '0', '', '1735209795.01737', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('586f0e64-fca3-4a79-87d7-314cb4241307-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.14817 seconds (6.74903/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvkcy41_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '586f0e64-fca3-4a79-87d7-314cb4241307-sda', '1735209795.03562', '1735209795.01737', '0', '', '1735209795.01737', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209795.30334', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209795.30334', 'deleted': 1, 'state': 10, 'state_timestamp': '1735209795.30334', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209795.05175', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209795.05175', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209795.05175', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209795.05178', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209795.05178', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209795.05178', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209795.05205', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209795.05205', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209795.05180', 'epoch': '1735209795.05180', 'reported': 0, 'tombstones': -1}], '586f0e64-fca3-4a79-87d7-314cb4241307-sda') -test DEBUG: /tmp/tmpvkcy41_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpvkcy41_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '586f0e64-fca3-4a79-87d7-314cb4241307-sda', '1735209795.03562', '1735209795.01737', '0', '', '1735209795.01737', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735209795.30334', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735209795.30334', 'deleted': 1, 'state': 10, 'state_timestamp': '1735209795.30334', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735209795.05175', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735209795.05175', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209795.05175', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735209795.05178', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735209795.05178', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209795.05178', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209795.05205', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209795.05205', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209795.05180', 'epoch': '1735209795.05180', 'reported': 0, 'tombstones': -1}], '586f0e64-fca3-4a79-87d7-314cb4241307-sda') -test DEBUG: /tmp/tmpvkcy41_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpvkcy41_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.16959 seconds (5.89673/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7750ed38-1613-490d-a867-750d14649c5a-sda', '1735209795.59054', '1735209795.57699', '1735209795.65186', '', '1735209795.65186', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvnequxs0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bfdacdec-ef3e-4da5-bda5-f29d6df62c6e-sda', '1735209795.78171', '1735209795.00000', '0', '', '1735209795.00000', 0, 0) -test DEBUG: /tmp/tmpvnequxs0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bfdacdec-ef3e-4da5-bda5-f29d6df62c6e-sda', '1735209795.78171', '1735209795.00000', '0', '', '1735209795.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bfdacdec-ef3e-4da5-bda5-f29d6df62c6e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20709 seconds (4.82886/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7yteifpg/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '763b3a85-e1d5-4c97-af45-8e0503ffc836-sda', '1735209796.12501', '1735209797.00000', '0', '{"X-Container-Sync-To": ["a", "1735209798.00000"], "X-Container-Sync-Key": ["secret", "1735209799.00000"]}', '1735209797.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('763b3a85-e1d5-4c97-af45-8e0503ffc836-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '763b3a85-e1d5-4c97-af45-8e0503ffc836-sda', '1735209796.12501', '1735209797.00000', '0', '{"X-Container-Sync-To": ["a", "1735209798.00000"], "X-Container-Sync-Key": ["secret", "1735209799.00000"]}', '1735209797.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('763b3a85-e1d5-4c97-af45-8e0503ffc836-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test DEBUG: Replicating db /tmp/tmp7yteifpg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c7fd480-f6a4-441e-851c-56e6354a1174-sda', '1735209796.10219', '1735209796.00000', '0', '', '1735209796.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0c7fd480-f6a4-441e-851c-56e6354a1174-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c7fd480-f6a4-441e-851c-56e6354a1174-sda', '1735209796.10219', '1735209796.00000', '0', '', '1735209796.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0c7fd480-f6a4-441e-851c-56e6354a1174-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.40793 seconds (4.90278/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7yteifpg/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '763b3a85-e1d5-4c97-af45-8e0503ffc836-sda', '1735209796.12501', '1735209797.00000', '0', '{"X-Container-Sync-To": ["", "1735209800.00000"], "X-Container-Sync-Key": ["secret", "1735209799.00000"]}', '1735209797.00000', 0, 0) -test DEBUG: /tmp/tmp7yteifpg/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '763b3a85-e1d5-4c97-af45-8e0503ffc836-sda', '1735209796.12501', '1735209797.00000', '0', '{"X-Container-Sync-To": ["", "1735209800.00000"], "X-Container-Sync-Key": ["secret", "1735209799.00000"]}', '1735209797.00000', 0, 0) -test DEBUG: /tmp/tmp7yteifpg/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmp7yteifpg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c7fd480-f6a4-441e-851c-56e6354a1174-sda', '1735209796.10219', '1735209796.00000', '0', '', '1735209796.00000', 0, 0) -test DEBUG: /tmp/tmp7yteifpg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c7fd480-f6a4-441e-851c-56e6354a1174-sda', '1735209796.10219', '1735209796.00000', '0', '', '1735209796.00000', 0, 0) -test DEBUG: /tmp/tmp7yteifpg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.09947 seconds (20.10589/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmp1zftmu38/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx060fca7a159c4346a8602-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txff82bb4e6ae748b484478-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx833545e99fbc49b0aa78a-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx85983e3ff9ab43769e02e-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx322e5e8889ba4880abbdf-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2ff87c78059c47019c7b4-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx35811a9211a34ef6936ae-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdcbaf5142a8447cdba4f4-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txaa0448fdbe1742c6894af-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx90b8a1c0df9045c990201-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf36e2e75f10148fb96252-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8592e78e59004eb7b0827-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txab0fc6530458422982364-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4131ad4db4ef4c2e8ba85-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx07168331160341c0a83de-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9cccf96ec07b4897ac0a3-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6598ffc841684749b0451-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7e775881a25144d2b7e45-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4082e1cbd3cd4b1ba9395-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7611b3368f2e44f580522-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe3c5379e494048a5aae94-00676d3345) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txce94f10894ac49e7b4e0e-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8ee45d7aba2c427188a91-00676d3345) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe2d45b601c134b99a343d-00676d3345) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txcb71ad8ebf084f6b9b20e-00676d3345) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txd191bf7b06c245d7abe60-00676d3345) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe919411561a44edf9b878-00676d3345)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx542ac416e05d49d7bebc4-00676d3346) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3e7c860d9c8043c5904da-00676d3346) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx7c3dee106a0e43fb9a367-00676d3346) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txc48223f7585d43dca38d5-00676d3346) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx998c14c2e7cb4eafa2434-00676d3346) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txad1a932e0155407d807de-00676d3346) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx50511ac64fb24024823fd-00676d3346) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0729c31ccd64492e9e397-00676d3346) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf230fc0188124303847ee-00676d3346) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4db0d202e8934e96b125b-00676d3346) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc7578e8b123247089464a-00676d3346) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5e7a13a7681d4a97a53f7-00676d3346) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txfd848aa61dfd455084823-00676d3346) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfd848aa61dfd455084823-00676d3346) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpwjyqh0i8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwjyqh0i8/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpwjyqh0i8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwjyqh0i8/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.4697 "-" 2944537 - -HTTP PERF: 0.50978 seconds to PUT 127.0.0.1:47175 /sdb1/1/a) -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0422 "-" 2944537 - -HTTP PERF: 0.04656 seconds to PUT 127.0.0.1:51731 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0466 "-" 2944537 - -HTTP PERF: 0.05459 seconds to PUT 127.0.0.1:51731 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0440 "-" 2944537 - -HTTP PERF: 0.05180 seconds to PUT 127.0.0.1:47175 /sdb1/2/a1) -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf2dced02cc7c4b8aa5e3a-00676d3347" "proxy-server 2944537" 0.0115 "-" 2944537 - -HTTP PERF: 0.04678 seconds to HEAD 127.0.0.1:47175 /sdb1/1/a?format=json) -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:46705/sdb1/1/a/c" "txf2dced02cc7c4b8aa5e3a-00676d3347" "container-server 2944537" 0.0180 "-" 2944537 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48315/sda1/1/a/c" "txf2dced02cc7c4b8aa5e3a-00676d3347" "container-server 2944537" 0.0076 "-" 2944537 0 -HTTP PERF: 0.04471 seconds to PUT 127.0.0.1:51731 /sda1/1/a/c) -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf2dced02cc7c4b8aa5e3a-00676d3347" "proxy-server 2944537" 0.0956 "-" 2944537 0 -HTTP PERF: 0.10343 seconds to PUT 127.0.0.1:47175 /sdb1/1/a/c) -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf2dced02cc7c4b8aa5e3a-00676d3347" "proxy-server 2944537" 0.1638 "-" 2944537 0 -HTTP PERF: 0.18261 seconds to PUT 127.0.0.1:46705 /sdb1/1/a/c) -HTTP PERF: 0.17735 seconds to PUT 127.0.0.1:48315 /sda1/1/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/43/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf2dced02cc7c4b8aa5e3a-00676d3347 - 0.2501 - - 1735209799.664189577 1735209799.914288282 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:19 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx35cab5751bad4457b6afc-00676d3347" "proxy-server 2944537" 0.0029 "-" 2944537 - -HTTP PERF: 0.02447 seconds to HEAD 127.0.0.1:51731 /sda1/2/a1?format=json) -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46705/sdb1/1/a1/c1" "tx35cab5751bad4457b6afc-00676d3347" "container-server 2944537" 0.0023 "-" 2944537 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48315/sda1/1/a1/c1" "tx35cab5751bad4457b6afc-00676d3347" "container-server 2944537" 0.0018 "-" 2944537 0 -HTTP PERF: 0.01884 seconds to PUT 127.0.0.1:47175 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx35cab5751bad4457b6afc-00676d3347" "proxy-server 2944537" 0.0617 "-" 2944537 0 -HTTP PERF: 0.06928 seconds to PUT 127.0.0.1:51731 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx35cab5751bad4457b6afc-00676d3347" "proxy-server 2944537" 0.1145 "-" 2944537 0 -HTTP PERF: 0.12246 seconds to PUT 127.0.0.1:46705 /sdb1/1/a1/c1) -HTTP PERF: 0.12390 seconds to PUT 127.0.0.1:48315 /sda1/1/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/43/20 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx35cab5751bad4457b6afc-00676d3347 - 0.1725 - - 1735209799.923642159 1735209800.096165419 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf0867c39503f4b459c8a4-00676d3348" "proxy-server 2944537" 0.0237 "-" 2944537 - -HTTP PERF: 0.02725 seconds to HEAD 127.0.0.1:51731 /sda1/1/a?format=json) -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46705/sdb1/2/a/c1" "txf0867c39503f4b459c8a4-00676d3348" "container-server 2944537" 0.0352 "-" 2944537 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48315/sda1/2/a/c1" "txf0867c39503f4b459c8a4-00676d3348" "container-server 2944537" 0.0022 "-" 2944537 1 -HTTP PERF: 0.06898 seconds to PUT 127.0.0.1:51731 /sda1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf0867c39503f4b459c8a4-00676d3348" "proxy-server 2944537" 0.1030 "-" 2944537 1 -HTTP PERF: 0.04887 seconds to PUT 127.0.0.1:47175 /sdb1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf0867c39503f4b459c8a4-00676d3348" "proxy-server 2944537" 0.0706 "-" 2944537 1 -HTTP PERF: 0.10763 seconds to PUT 127.0.0.1:48315 /sda1/2/a/c1) -HTTP PERF: 0.10912 seconds to PUT 127.0.0.1:46705 /sdb1/2/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/43/20 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf0867c39503f4b459c8a4-00676d3348 - 0.1419 - - 1735209800.104445457 1735209800.246338367 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdb80d5d2ba9d45b08fb9f-00676d3348" "proxy-server 2944537" 0.0321 "-" 2944537 - -HTTP PERF: 0.04016 seconds to HEAD 127.0.0.1:51731 /sda1/1/a?format=json) - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/cde/d4a3cef51466a29909e774980e0a2cde/d4a3cef51466a29909e774980e0a2cde.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210130.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/cde/d4a3cef51466a29909e774980e0a2cde/d4a3cef51466a29909e774980e0a2cde_1735210130.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/721/212a98a17e109fcca829af67d6806721/212a98a17e109fcca829af67d6806721.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210134.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/721/212a98a17e109fcca829af67d6806721/212a98a17e109fcca829af67d6806721_1735210134.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/bc3/eb59ca509787ced699b812b2879fcbc3/eb59ca509787ced699b812b2879fcbc3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210138.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/bc3/eb59ca509787ced699b812b2879fcbc3/eb59ca509787ced699b812b2879fcbc3_1735210138.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/d99/7e85d5f4bb955dd8c5f146c5b3afbd99/7e85d5f4bb955dd8c5f146c5b3afbd99.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210142.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/d99/7e85d5f4bb955dd8c5f146c5b3afbd99/7e85d5f4bb955dd8c5f146c5b3afbd99_1735210142.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/7ca/d58a60f7bcd3192a62922b4177b127ca/d58a60f7bcd3192a62922b4177b127ca.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210146.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/7ca/d58a60f7bcd3192a62922b4177b127ca/d58a60f7bcd3192a62922b4177b127ca_1735210146.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/2e2/d093c582302eaffa24d4cf86477a02e2/d093c582302eaffa24d4cf86477a02e2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210150.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/2e2/d093c582302eaffa24d4cf86477a02e2/d093c582302eaffa24d4cf86477a02e2_1735210150.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/be5/9a30e823562f22f69e57476bd5dddbe5/9a30e823562f22f69e57476bd5dddbe5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210154.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/be5/9a30e823562f22f69e57476bd5dddbe5/9a30e823562f22f69e57476bd5dddbe5_1735210154.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/bce/8b37c95cd40993225d001560a4fbfbce/8b37c95cd40993225d001560a4fbfbce.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210158.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/bce/8b37c95cd40993225d001560a4fbfbce/8b37c95cd40993225d001560a4fbfbce_1735210158.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/f0a/84806e07cd6a6056e65929a6a9daaf0a/84806e07cd6a6056e65929a6a9daaf0a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210162.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/f0a/84806e07cd6a6056e65929a6a9daaf0a/84806e07cd6a6056e65929a6a9daaf0a_1735210162.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/968/83fc788cf4abd131171773e334359968/83fc788cf4abd131171773e334359968.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210166.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/968/83fc788cf4abd131171773e334359968/83fc788cf4abd131171773e334359968_1735210166.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/329/29aa4a557f0840ccb9487b89bb747329/29aa4a557f0840ccb9487b89bb747329.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210170.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/329/29aa4a557f0840ccb9487b89bb747329/29aa4a557f0840ccb9487b89bb747329_1735210170.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/bf6/2c23425fdc9cbaf2dd00e67491ebdbf6/2c23425fdc9cbaf2dd00e67491ebdbf6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210174.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/bf6/2c23425fdc9cbaf2dd00e67491ebdbf6/2c23425fdc9cbaf2dd00e67491ebdbf6_1735210174.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/d1b/1c01cf6ba1229d4534fee2847ce9cd1b/1c01cf6ba1229d4534fee2847ce9cd1b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210178.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/d1b/1c01cf6ba1229d4534fee2847ce9cd1b/1c01cf6ba1229d4534fee2847ce9cd1b_1735210178.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/b53/28b6495775de5d58d5593f51db121b53/28b6495775de5d58d5593f51db121b53.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210182.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/b53/28b6495775de5d58d5593f51db121b53/28b6495775de5d58d5593f51db121b53_1735210182.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a5f/9837ced5f8f2418abb690d5c17e5ba5f/9837ced5f8f2418abb690d5c17e5ba5f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210186.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a5f/9837ced5f8f2418abb690d5c17e5ba5f/9837ced5f8f2418abb690d5c17e5ba5f_1735210186.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/288/2721a3c4866a5d4b4d9230c7f83fb288/2721a3c4866a5d4b4d9230c7f83fb288.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210190.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/288/2721a3c4866a5d4b4d9230c7f83fb288/2721a3c4866a5d4b4d9230c7f83fb288_1735210190.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/87e/f14413ec96be9791b145a977a26c587e/f14413ec96be9791b145a977a26c587e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210194.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/87e/f14413ec96be9791b145a977a26c587e/f14413ec96be9791b145a977a26c587e_1735210194.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/85c/ff1275ee2124602bcfc6512850c8e85c/ff1275ee2124602bcfc6512850c8e85c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210198.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/85c/ff1275ee2124602bcfc6512850c8e85c/ff1275ee2124602bcfc6512850c8e85c_1735210198.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/df3/2783723e647030138e65852889430df3/2783723e647030138e65852889430df3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210202.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/df3/2783723e647030138e65852889430df3/2783723e647030138e65852889430df3_1735210202.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a5a/b6ef406dac86d8824096148326d33a5a/b6ef406dac86d8824096148326d33a5a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210206.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a5a/b6ef406dac86d8824096148326d33a5a/b6ef406dac86d8824096148326d33a5a_1735210206.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/f11/924f9d392d29f355f5d858432cf3ef11/924f9d392d29f355f5d858432cf3ef11.db'/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46705/sdb1/1/a/c2" "txdb80d5d2ba9d45b08fb9f-00676d3348" "container-server 2944537" 0.0318 "-" 2944537 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48315/sda1/1/a/c2" "txdb80d5d2ba9d45b08fb9f-00676d3348" "container-server 2944537" 0.0020 "-" 2944537 2 -HTTP PERF: 0.06841 seconds to PUT 127.0.0.1:51731 /sda1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdb80d5d2ba9d45b08fb9f-00676d3348" "proxy-server 2944537" 0.1177 "-" 2944537 2 -HTTP PERF: 0.04598 seconds to PUT 127.0.0.1:47175 /sdb1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:43:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdb80d5d2ba9d45b08fb9f-00676d3348" "proxy-server 2944537" 0.0737 "-" 2944537 2 -HTTP PERF: 0.12717 seconds to PUT 127.0.0.1:46705 /sdb1/1/a/c2) -HTTP PERF: 0.12724 seconds to PUT 127.0.0.1:48315 /sda1/1/a/c2) -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/43/20 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txdb80d5d2ba9d45b08fb9f-00676d3348 - 0.1735 - - 1735209800.248866320 1735209800.422381401 2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210210.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/f11/924f9d392d29f355f5d858432cf3ef11/924f9d392d29f355f5d858432cf3ef11_1735210210.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/b5c/8aef48da4de54d61d0451d664cc59b5c/8aef48da4de54d61d0451d664cc59b5c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210214.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/b5c/8aef48da4de54d61d0451d664cc59b5c/8aef48da4de54d61d0451d664cc59b5c_1735210214.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/71c/7872736e7cd41569e889c3f399ec171c/7872736e7cd41569e889c3f399ec171c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210218.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/71c/7872736e7cd41569e889c3f399ec171c/7872736e7cd41569e889c3f399ec171c_1735210218.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/8fb/1695321bc5ec515987adbc1128f118fb/1695321bc5ec515987adbc1128f118fb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210222.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/8fb/1695321bc5ec515987adbc1128f118fb/1695321bc5ec515987adbc1128f118fb_1735210222.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/5aa/6f96618a929fe7803604be5fdaa4f5aa/6f96618a929fe7803604be5fdaa4f5aa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210226.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/5aa/6f96618a929fe7803604be5fdaa4f5aa/6f96618a929fe7803604be5fdaa4f5aa_1735210226.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/f95/3fce9e341d9cbcc79c78ff6f254e3f95/3fce9e341d9cbcc79c78ff6f254e3f95.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210230.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/f95/3fce9e341d9cbcc79c78ff6f254e3f95/3fce9e341d9cbcc79c78ff6f254e3f95_1735210230.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/f29/e1fc658ff27de594b5463f964a4c8f29/e1fc658ff27de594b5463f964a4c8f29.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210234.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/f29/e1fc658ff27de594b5463f964a4c8f29/e1fc658ff27de594b5463f964a4c8f29_1735210234.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/9cc/27193e8f5b0365f6bb6985200d3ff9cc/27193e8f5b0365f6bb6985200d3ff9cc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210238.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/9cc/27193e8f5b0365f6bb6985200d3ff9cc/27193e8f5b0365f6bb6985200d3ff9cc_1735210238.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/8bb/b3f91fd198c6d4c11c3b9ba27eef18bb/b3f91fd198c6d4c11c3b9ba27eef18bb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210242.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/8bb/b3f91fd198c6d4c11c3b9ba27eef18bb/b3f91fd198c6d4c11c3b9ba27eef18bb_1735210242.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/c91/fe21d51075df828be8253bec3f0e7c91/fe21d51075df828be8253bec3f0e7c91.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210246.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/c91/fe21d51075df828be8253bec3f0e7c91/fe21d51075df828be8253bec3f0e7c91_1735210246.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/db4/59e7949759bd230dd11dee0a7e72edb4/59e7949759bd230dd11dee0a7e72edb4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210250.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/db4/59e7949759bd230dd11dee0a7e72edb4/59e7949759bd230dd11dee0a7e72edb4_1735210250.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/a73/19d9c73270af1e34ce6bc03b3a423a73/19d9c73270af1e34ce6bc03b3a423a73.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210254.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/a73/19d9c73270af1e34ce6bc03b3a423a73/19d9c73270af1e34ce6bc03b3a423a73_1735210254.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/139/26a095cab369e7d114162a92c8306139/26a095cab369e7d114162a92c8306139.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210258.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/139/26a095cab369e7d114162a92c8306139/26a095cab369e7d114162a92c8306139_1735210258.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/98f/266a48351fc7d8d59cc3c208f3d0d98f/266a48351fc7d8d59cc3c208f3d0d98f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210262.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/98f/266a48351fc7d8d59cc3c208f3d0d98f/266a48351fc7d8d59cc3c208f3d0d98f_1735210262.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/631/67b37f64ffa5a824ad7cddb13ad90631/67b37f64ffa5a824ad7cddb13ad90631.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210266.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/631/67b37f64ffa5a824ad7cddb13ad90631/67b37f64ffa5a824ad7cddb13ad90631_1735210266.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/f31/239ebf8daeadd9a64a519564d3ef6f31/239ebf8daeadd9a64a519564d3ef6f31.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210270.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/f31/239ebf8daeadd9a64a519564d3ef6f31/239ebf8daeadd9a64a519564d3ef6f31_1735210270.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/36e/ce84f2a8417c9d77906ae1d49de8736e/ce84f2a8417c9d77906ae1d49de8736e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210274.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/36e/ce84f2a8417c9d77906ae1d49de8736e/ce84f2a8417c9d77906ae1d49de8736e_1735210274.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni_zkeun/sda/containers/0/267/3a64dcc9de070537864f50ecad937267/3a64dcc9de070537864f50ecad937267.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210278.00000-0, db: /tmp/tmpni_zkeun/sda/containers/0/267/3a64dcc9de070537864f50ecad937267/3a64dcc9de070537864f50ecad937267_1735210278.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209808.00000-0, db: /tmp/tmpic658k4b/sda/containers/0/f26/6c3beccc140834b04b5998d7bd1a9f26/6c3beccc140834b04b5998d7bd1a9f26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmpic658k4b/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209816.00000-0, db: /tmp/tmpic658k4b/sda/containers/0/d13/55acc062ad7ae04af6d3cf12e9967d13/55acc062ad7ae04af6d3cf12e9967d13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209820.00000-0, db: /tmp/tmpic658k4b/sda/containers/0/97a/b906c1178173385b9c8d7447b0fc297a/b906c1178173385b9c8d7447b0fc297a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209809.00000-0, db: /tmp/tmpwpjlzi9e/sda/containers/0/a7c/c64b4c6a2d10d1f6a9238f5424bbea7c/c64b4c6a2d10d1f6a9238f5424bbea7c.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmpwpjlzi9e/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209815.00000-0, db: /tmp/tmpwpjlzi9e/sda/containers/0/330/ab427d12bd7a9d8b9a76ce224a162330/ab427d12bd7a9d8b9a76ce224a162330.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpwpjlzi9e/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209810.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/a6d/f391cee9e6cc4bc819272513349e8a6d/f391cee9e6cc4bc819272513349e8a6d.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209810.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/a6d/f391cee9e6cc4bc819272513349e8a6d/f391cee9e6cc4bc819272513349e8a6d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209810.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/a6d/f391cee9e6cc4bc819272513349e8a6d/f391cee9e6cc4bc819272513349e8a6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209814.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209814.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209814.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209822.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/436/9802888e6a5c55c0fa8dc5c68bd3d436/9802888e6a5c55c0fa8dc5c68bd3d436.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209822.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/436/9802888e6a5c55c0fa8dc5c68bd3d436/9802888e6a5c55c0fa8dc5c68bd3d436.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209822.00000-0, db: /tmp/tmpet7cta67/sda/containers/0/436/9802888e6a5c55c0fa8dc5c68bd3d436/9802888e6a5c55c0fa8dc5c68bd3d436.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209811.00000-0, db: /tmp/tmpz1gnfo8w/sda/containers/0/847/9ae4f3456d71729383fca13905ebe847/9ae4f3456d71729383fca13905ebe847.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209811.00000-0, db: /tmp/tmpz1gnfo8w/sda/containers/0/847/9ae4f3456d71729383fca13905ebe847/9ae4f3456d71729383fca13905ebe847.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209814.00000-0, db: /tmp/tmpz1gnfo8w/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209814.00000-0, db: /tmp/tmpz1gnfo8w/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209817.00000-0, db: /tmp/tmpz1gnfo8w/sda/containers/0/202/f3238f4a3345f9922a7eb0882acd6202/f3238f4a3345f9922a7eb0882acd6202.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209817.00000-0, db: /tmp/tmpz1gnfo8w/sda/containers/0/202/f3238f4a3345f9922a7eb0882acd6202/f3238f4a3345f9922a7eb0882acd6202.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209820.00000-0, db: /tmp/tmpz1gnfo8w/sda/containers/0/97a/b906c1178173385b9c8d7447b0fc297a/b906c1178173385b9c8d7447b0fc297a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209820.00000-0, db: /tmp/tmpz1gnfo8w/sda/containers/0/97a/b906c1178173385b9c8d7447b0fc297a/b906c1178173385b9c8d7447b0fc297a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmpyd1p3y0t/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmpyd1p3y0t/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209815.00000-0, db: /tmp/tmpyd1p3y0t/sda/containers/0/330/ab427d12bd7a9d8b9a76ce224a162330/ab427d12bd7a9d8b9a76ce224a162330.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209815.00000-0, db: /tmp/tmpyd1p3y0t/sda/containers/0/330/ab427d12bd7a9d8b9a76ce224a162330/ab427d12bd7a9d8b9a76ce224a162330.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpyd1p3y0t/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpyd1p3y0t/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209821.00000-0, db: /tmp/tmpyd1p3y0t/sda/containers/0/647/f8fa8c8bf6b3f7bb43bb5027436d6647/f8fa8c8bf6b3f7bb43bb5027436d6647.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209821.00000-0, db: /tmp/tmpyd1p3y0t/sda/containers/0/647/f8fa8c8bf6b3f7bb43bb5027436d6647/f8fa8c8bf6b3f7bb43bb5027436d6647.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209812.00000-0, db: /tmp/tmpt3dujmv0/sda/containers/0/f19/6d9db9a25847ed8644b270a9536f0f19/6d9db9a25847ed8644b270a9536f0f19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209814.00000-0, db: /tmp/tmpt3dujmv0/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209816.00000-0, db: /tmp/tmpt3dujmv0/sda/containers/0/d13/55acc062ad7ae04af6d3cf12e9967d13/55acc062ad7ae04af6d3cf12e9967d13.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209818.00000-0, db: /tmp/tmpt3dujmv0/sda/containers/0/1dc/4b6d71dfab7833ec9a0a2e79449b31dc/4b6d71dfab7833ec9a0a2e79449b31dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209814.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209814.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/b37/5e5c852c06ac55f7121b652769852b37/5e5c852c06ac55f7121b652769852b37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209817.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/202/f3238f4a3345f9922a7eb0882acd6202/f3238f4a3345f9922a7eb0882acd6202.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209817.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/202/f3238f4a3345f9922a7eb0882acd6202/f3238f4a3345f9922a7eb0882acd6202.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209820.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/97a/b906c1178173385b9c8d7447b0fc297a/b906c1178173385b9c8d7447b0fc297a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209820.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/97a/b906c1178173385b9c8d7447b0fc297a/b906c1178173385b9c8d7447b0fc297a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209823.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f6b/0a958ac1f4a56c859ef91a38d8159f6b/0a958ac1f4a56c859ef91a38d8159f6b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209823.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f6b/0a958ac1f4a56c859ef91a38d8159f6b/0a958ac1f4a56c859ef91a38d8159f6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209826.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/8a3/ee89b8a16e2cf923fa161f2fc92068a3/ee89b8a16e2cf923fa161f2fc92068a3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209826.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/8a3/ee89b8a16e2cf923fa161f2fc92068a3/ee89b8a16e2cf923fa161f2fc92068a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209829.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/21a/a4dc20226c06a303694a510abec6a21a/a4dc20226c06a303694a510abec6a21a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209829.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/21a/a4dc20226c06a303694a510abec6a21a/a4dc20226c06a303694a510abec6a21a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209832.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/290/eeda80c229b54bda90b7ffbd56849290/eeda80c229b54bda90b7ffbd56849290.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209832.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/290/eeda80c229b54bda90b7ffbd56849290/eeda80c229b54bda90b7ffbd56849290.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209835.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/393/b0fafc562878eb7edebd111741c58393/b0fafc562878eb7edebd111741c58393.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209835.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/393/b0fafc562878eb7edebd111741c58393/b0fafc562878eb7edebd111741c58393.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209838.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/830/ccfa60d1e186b54af7ef6c6175df2830/ccfa60d1e186b54af7ef6c6175df2830.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209838.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/830/ccfa60d1e186b54af7ef6c6175df2830/ccfa60d1e186b54af7ef6c6175df2830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209841.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f5b/698f1ce03edbaaa12baffb4f50840f5b/698f1ce03edbaaa12baffb4f50840f5b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209841.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f5b/698f1ce03edbaaa12baffb4f50840f5b/698f1ce03edbaaa12baffb4f50840f5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209844.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f30/650c6e675584c7c6a5549a1eb8a6cf30/650c6e675584c7c6a5549a1eb8a6cf30.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209844.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f30/650c6e675584c7c6a5549a1eb8a6cf30/650c6e675584c7c6a5549a1eb8a6cf30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209847.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/27a/86d1cda531d99650af51438db657127a/86d1cda531d99650af51438db657127a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209847.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/27a/86d1cda531d99650af51438db657127a/86d1cda531d99650af51438db657127a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209850.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/721/4e1e073a84814e45cca4d7cd053b1721/4e1e073a84814e45cca4d7cd053b1721.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209850.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/721/4e1e073a84814e45cca4d7cd053b1721/4e1e073a84814e45cca4d7cd053b1721.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209853.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/7b3/941ce4557ed2366f53e8b2d6bacc47b3/941ce4557ed2366f53e8b2d6bacc47b3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209853.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/7b3/941ce4557ed2366f53e8b2d6bacc47b3/941ce4557ed2366f53e8b2d6bacc47b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209856.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/fcd/568bae1869c11015a446dad0b7e84fcd/568bae1869c11015a446dad0b7e84fcd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209856.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/fcd/568bae1869c11015a446dad0b7e84fcd/568bae1869c11015a446dad0b7e84fcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209859.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/bea/f54e0d316937803dbea264868449dbea/f54e0d316937803dbea264868449dbea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209859.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/bea/f54e0d316937803dbea264868449dbea/f54e0d316937803dbea264868449dbea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209862.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/b6a/b896b8425bdaaf05072478e715df2b6a/b896b8425bdaaf05072478e715df2b6a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209862.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/b6a/b896b8425bdaaf05072478e715df2b6a/b896b8425bdaaf05072478e715df2b6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209865.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f17/b6d81cc1a3bf564abe6d542a64837f17/b6d81cc1a3bf564abe6d542a64837f17.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209865.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f17/b6d81cc1a3bf564abe6d542a64837f17/b6d81cc1a3bf564abe6d542a64837f17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209868.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/ce2/5f6f38502aaaf43ff35099c6426face2/5f6f38502aaaf43ff35099c6426face2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209868.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/ce2/5f6f38502aaaf43ff35099c6426face2/5f6f38502aaaf43ff35099c6426face2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209871.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/b35/bc56283be8a17f06884b3e24e71b2b35/bc56283be8a17f06884b3e24e71b2b35.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209871.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/b35/bc56283be8a17f06884b3e24e71b2b35/bc56283be8a17f06884b3e24e71b2b35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209874.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/2c8/e4351c56daf8322b50e6a940ac6112c8/e4351c56daf8322b50e6a940ac6112c8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209874.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/2c8/e4351c56daf8322b50e6a940ac6112c8/e4351c56daf8322b50e6a940ac6112c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209877.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/aef/dc96727df010bd53d4c8bcca491a8aef/dc96727df010bd53d4c8bcca491a8aef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209877.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/aef/dc96727df010bd53d4c8bcca491a8aef/dc96727df010bd53d4c8bcca491a8aef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209880.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/8f7/fe0a4d73aa9290e8bd60daaf08eea8f7/fe0a4d73aa9290e8bd60daaf08eea8f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209880.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/8f7/fe0a4d73aa9290e8bd60daaf08eea8f7/fe0a4d73aa9290e8bd60daaf08eea8f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209883.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/649/1e396838dff6972e5739d68916d75649/1e396838dff6972e5739d68916d75649.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209883.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/649/1e396838dff6972e5739d68916d75649/1e396838dff6972e5739d68916d75649.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209886.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/c6a/7d51019c655b4c30a8ab76c8d9a2ac6a/7d51019c655b4c30a8ab76c8d9a2ac6a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209886.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/c6a/7d51019c655b4c30a8ab76c8d9a2ac6a/7d51019c655b4c30a8ab76c8d9a2ac6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209889.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/4b3/47f875b65f2a149543f0894945ede4b3/47f875b65f2a149543f0894945ede4b3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209889.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/4b3/47f875b65f2a149543f0894945ede4b3/47f875b65f2a149543f0894945ede4b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209892.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/3d5/2f3dae3055258b4b1f767778016333d5/2f3dae3055258b4b1f767778016333d5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209892.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/3d5/2f3dae3055258b4b1f767778016333d5/2f3dae3055258b4b1f767778016333d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209895.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/549/84f73d367fa2db68430e7c2b6d536549/84f73d367fa2db68430e7c2b6d536549.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209895.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/549/84f73d367fa2db68430e7c2b6d536549/84f73d367fa2db68430e7c2b6d536549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209898.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/add/7f87f0855fdb9f0bb7f4e7e88d89cadd/7f87f0855fdb9f0bb7f4e7e88d89cadd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209898.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/add/7f87f0855fdb9f0bb7f4e7e88d89cadd/7f87f0855fdb9f0bb7f4e7e88d89cadd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209901.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/62e/9d63b18a6cdda6e309e19c86982ac62e/9d63b18a6cdda6e309e19c86982ac62e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209901.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/62e/9d63b18a6cdda6e309e19c86982ac62e/9d63b18a6cdda6e309e19c86982ac62e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209904.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/2ba/a2c6d57edd15dd4880ba5b9dca32a2ba/a2c6d57edd15dd4880ba5b9dca32a2ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209904.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/2ba/a2c6d57edd15dd4880ba5b9dca32a2ba/a2c6d57edd15dd4880ba5b9dca32a2ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209907.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/57e/3e792d1881f2c5256ae7ce2ed114c57e/3e792d1881f2c5256ae7ce2ed114c57e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209907.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/57e/3e792d1881f2c5256ae7ce2ed114c57e/3e792d1881f2c5256ae7ce2ed114c57e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209910.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/807/134a7b76ae87d937d464ccd01966d807/134a7b76ae87d937d464ccd01966d807.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209910.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/807/134a7b76ae87d937d464ccd01966d807/134a7b76ae87d937d464ccd01966d807.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209913.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/3dd/1e192ea9ae3b113def1321009a70b3dd/1e192ea9ae3b113def1321009a70b3dd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209913.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/3dd/1e192ea9ae3b113def1321009a70b3dd/1e192ea9ae3b113def1321009a70b3dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209916.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/cf4/282223bd467b8a9515f711a12ca11cf4/282223bd467b8a9515f711a12ca11cf4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209916.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/cf4/282223bd467b8a9515f711a12ca11cf4/282223bd467b8a9515f711a12ca11cf4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209919.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f80/fac0714df7fd23029e36658f61ce3f80/fac0714df7fd23029e36658f61ce3f80.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209919.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/f80/fac0714df7fd23029e36658f61ce3f80/fac0714df7fd23029e36658f61ce3f80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209922.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/730/234b6c4415f9f7ad0cf3e7add0315730/234b6c4415f9f7ad0cf3e7add0315730.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209922.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/730/234b6c4415f9f7ad0cf3e7add0315730/234b6c4415f9f7ad0cf3e7add0315730.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209925.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/abc/d570ca6c16681bf59ca6258d95b2eabc/d570ca6c16681bf59ca6258d95b2eabc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209925.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/abc/d570ca6c16681bf59ca6258d95b2eabc/d570ca6c16681bf59ca6258d95b2eabc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209928.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/58f/c951afc263017c7427acc0b8c1cc158f/c951afc263017c7427acc0b8c1cc158f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209928.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/58f/c951afc263017c7427acc0b8c1cc158f/c951afc263017c7427acc0b8c1cc158f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209931.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/aee/cf79f75a199aa94ccc827e15a9aa0aee/cf79f75a199aa94ccc827e15a9aa0aee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209931.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/aee/cf79f75a199aa94ccc827e15a9aa0aee/cf79f75a199aa94ccc827e15a9aa0aee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209934.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/2c8/a14e08f6ca36a9f65369a0a59e68c2c8/a14e08f6ca36a9f65369a0a59e68c2c8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209934.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/2c8/a14e08f6ca36a9f65369a0a59e68c2c8/a14e08f6ca36a9f65369a0a59e68c2c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209937.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/ce2/f973bbba8c75f141e4288b8205d57ce2/f973bbba8c75f141e4288b8205d57ce2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209937.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/ce2/f973bbba8c75f141e4288b8205d57ce2/f973bbba8c75f141e4288b8205d57ce2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209940.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/ad2/b12b8f5005e1d7ffcc303ff2a4f48ad2/b12b8f5005e1d7ffcc303ff2a4f48ad2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209940.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/ad2/b12b8f5005e1d7ffcc303ff2a4f48ad2/b12b8f5005e1d7ffcc303ff2a4f48ad2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209943.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/cb4/6727fcb1a91257de87a04c06490c8cb4/6727fcb1a91257de87a04c06490c8cb4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209943.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/cb4/6727fcb1a91257de87a04c06490c8cb4/6727fcb1a91257de87a04c06490c8cb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209946.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/e44/e5bc5f5f71744b29700f2b9565484e44/e5bc5f5f71744b29700f2b9565484e44.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209946.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/e44/e5bc5f5f71744b29700f2b9565484e44/e5bc5f5f71744b29700f2b9565484e44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209949.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/611/3c00fff9c3c0e7fe632e0a16aec74611/3c00fff9c3c0e7fe632e0a16aec74611.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209949.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/611/3c00fff9c3c0e7fe632e0a16aec74611/3c00fff9c3c0e7fe632e0a16aec74611.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209952.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/d81/e510c14204014639caa1627d73fdcd81/e510c14204014639caa1627d73fdcd81.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209952.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/d81/e510c14204014639caa1627d73fdcd81/e510c14204014639caa1627d73fdcd81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209955.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/6bf/f7c843e5f588b52155fb87d5acd566bf/f7c843e5f588b52155fb87d5acd566bf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209955.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/6bf/f7c843e5f588b52155fb87d5acd566bf/f7c843e5f588b52155fb87d5acd566bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209958.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/8e2/847af4f17df3defb7c6c3339f32378e2/847af4f17df3defb7c6c3339f32378e2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209958.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/8e2/847af4f17df3defb7c6c3339f32378e2/847af4f17df3defb7c6c3339f32378e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209961.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/021/de25d530381cbf1c9d176220b5822021/de25d530381cbf1c9d176220b5822021.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209961.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/021/de25d530381cbf1c9d176220b5822021/de25d530381cbf1c9d176220b5822021.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209964.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/a69/2e8a5ce9dc415467f49b9414c8143a69/2e8a5ce9dc415467f49b9414c8143a69.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209964.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/a69/2e8a5ce9dc415467f49b9414c8143a69/2e8a5ce9dc415467f49b9414c8143a69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209967.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/ebc/1263e4dec9c7b6ae1af773649dd2eebc/1263e4dec9c7b6ae1af773649dd2eebc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209967.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/ebc/1263e4dec9c7b6ae1af773649dd2eebc/1263e4dec9c7b6ae1af773649dd2eebc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209970.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/432/e16273226c52cd5b21152596dae9b432/e16273226c52cd5b21152596dae9b432.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209970.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/432/e16273226c52cd5b21152596dae9b432/e16273226c52cd5b21152596dae9b432.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209973.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/66a/220cde850079b6c1a0c2d53aa153966a/220cde850079b6c1a0c2d53aa153966a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209973.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/66a/220cde850079b6c1a0c2d53aa153966a/220cde850079b6c1a0c2d53aa153966a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209976.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/177/88746ab54c0d9c44c2cfb4a89d052177/88746ab54c0d9c44c2cfb4a89d052177.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209976.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/177/88746ab54c0d9c44c2cfb4a89d052177/88746ab54c0d9c44c2cfb4a89d052177.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209979.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/417/bdd874e9c57210a9c3fc4446455ce417/bdd874e9c57210a9c3fc4446455ce417.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735209979.00000-0, db: /tmp/tmp184ivmxh/sda/containers/0/417/bdd874e9c57210a9c3fc4446455ce417/bdd874e9c57210a9c3fc4446455ce417.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002777576446533203s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002033710479736328s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpe7lqqay9/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok - -sharder-test INFO: Cleaved ShardRange in 0.034s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002899169921875s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001800060272216797s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpe7lqqay9/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011920928955078125s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00027298927307128906s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00034046173095703125s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002148151397705078s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209461.84673, (5, 5) as of 1735209817.06922, cleaved as of 1735209461.84673> in 0.067s, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpe7lqqay9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209816.05018.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok - -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00034236907958984375s, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0003039836883544922s, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test INFO: Cleaved ShardRange in 0.137s, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00038933753967285156s, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0002300739288330078s, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735209461.84673, (1, 6144) as of 1735209818.00209, cleaved as of 1735209461.84673> in 0.14s, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpz_iumpzm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209817.24987.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00036025047302246094s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003376007080078125s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Cleaved ShardRange in 0.105s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.005236148834228516s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022077560424804688s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209461.84673, (6, 6) as of 1735209818.72761, cleaved as of 1735209461.84673> in 0.062s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '67e3d89a-9b8c-4fcd-a6db-ba9c099f9f4c-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok - -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022912025451660156s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016427040100097656s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Cleaved ShardRange in 0.061s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209461.84673, (6, 6) as of 1735209818.72761, cleaved as of 1735209461.84673>, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003840923309326172s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018286705017089844s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209461.84673, (6, 6) as of 1735209818.72761, cleaved as of 1735209461.84673> in 0.081s, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmph8la84ey/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209818.23422.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0009167194366455078s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00029587745666503906s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaved ShardRange in 0.087s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, found as of 1735209461.84673>, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002830028533935547s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019979476928710938s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpr42e3bqr/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673> - shard db already in sync, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735209461.84673, (3, 6) as of 1735209820.44627, cleaved as of 1735209461.84673> in 0.028s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003376007080078125s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003113746643066406s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735209461.84673, (1, 100) as of 1735209820.65927, cleaved as of 1735209461.84673> in 0.071s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00041794776916503906s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00029397010803222656s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735209461.84673, (1, 1000) as of 1735209821.00710, cleaved as of 1735209461.84673> in 0.151s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735209461.84673, (2, 15) as of 1735209821.20029, active as of 1735209461.84673>, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0005815029144287109s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00043463706970214844s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735209461.84673, (2, 15) as of 1735209821.20029, active as of 1735209461.84673> in 0.082s, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpr42e3bqr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209819.46710.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0005044937133789062s, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001766681671142578s, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test INFO: Cleaved ShardRange in 0.068s, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpu_osu38o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209821.59239.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002796649932861328s, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021314620971679688s, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673> - zero objects found, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00027751922607421875s, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673> - zero objects found, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpf8k9bjf9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.08001.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002796649932861328s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002770423889160156s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018453598022460938s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002608299255371094s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaved ShardRange in 0.352s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, found as of 1735209461.84673>, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00902700424194336s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001304149627685547s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019431114196777344s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013184547424316406s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018525123596191406s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpc8v_vehm/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673> - shard db already in sync, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok - -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735209461.84673, (3, 6) as of 1735209824.33312, cleaved as of 1735209461.84673> in 0.032s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00037026405334472656s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735209461.84673, (1, 100) as of 1735209824.58511, cleaved as of 1735209461.84673> in 0.076s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00035953521728515625s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022077560424804688s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003936290740966797s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001678466796875s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735209461.84673, (1, 1000) as of 1735209824.90687, cleaved as of 1735209461.84673> in 0.177s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735209461.84673, (2, 15) as of 1735209825.01212, active as of 1735209461.84673>, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0008878707885742188s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001418590545654297s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000141143798828125s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735209461.84673, (2, 15) as of 1735209825.01212, active as of 1735209461.84673> in 0.054s, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpc8v_vehm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209822.97137.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0005426406860351562s, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003707408905029297s, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test INFO: Cleaved ShardRange in 0.131s, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735209461.84673, (500000, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0006096363067626953s, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0008778572082519531s, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1735209461.84673, (2, 103) as of 1735209826.02668, cleaved as of 1735209461.84673> in 0.148s, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1735209826.13618, (500000, 0) as of 1735209826.13618, created as of 1735209826.13618>, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00037741661071777344s, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002434253692626953s, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1735209826.13618, (3, 1103) as of 1735209826.43504, cleaved as of 1735209826.13618> in 0.181s, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzx8c9m8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209825.26128.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023651123046875s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016880035400390625s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp2vhjtdlv/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019216537475585938s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019502639770507812s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.866455078125e-05s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001544952392578125s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard -test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0005812644958496094s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002067089080810547s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1735209826.58538, (0, 0) as of 1735209826.58538, sharding as of 1735209826.58538>, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735209461.84673, (3, 6) as of 1735209827.49128, cleaved as of 1735209461.84673> in 0.148s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00028133392333984375s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001888275146484375s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00034356117248535156s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014495849609375s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1735209461.84673, (2, 15) as of 1735209827.57298, cleaved as of 1735209461.84673>, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003409385681152344s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000213623046875s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1735209826.58538, (0, 0) as of 1735209826.58538, sharding as of 1735209826.58538>, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735209461.84673, (2, 15) as of 1735209827.57298, cleaved as of 1735209461.84673> in 0.077s, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp2vhjtdlv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209826.58541.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpukfo52je/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpukfo52je/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpukfo52je/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpukfo52je/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpukfo52je/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpukfo52je/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpukfo52je/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735209841.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735209841.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735209841.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0038919448852539062s, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00026226043701171875s, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018668174743652344s, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00027632713317871094s, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735209841.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735209841.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1735209828.53798, (1000, 11111) as of 1735209828.53798, created as of 1735209828.53798>, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735209841.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00038051605224609375s, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002219676971435547s, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1735209851.00000, (0, 0) as of 1735209840.00000, shrunk as of 1735209840.00000>, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735209841.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735209828.53798, (1000, 11111) as of 1735209828.53798, created as of 1735209828.53798> in 0.102s, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735209841.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735209841.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz48ujese/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735209868.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735209868.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735209868.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030112266540527344s, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016069412231445312s, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.001984119415283203s, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017309188842773438s, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735209868.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735209868.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1735209829.38495, (1000, 11111) as of 1735209829.38495, cleaved as of 1735209829.38495>, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735209868.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00036644935607910156s, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022029876708984375s, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1735209878.00000, (0, 0) as of 1735209867.00000, shrunk as of 1735209867.00000>, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735209868.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735209829.38495, (1000, 11111) as of 1735209829.38495, cleaved as of 1735209829.38495> in 0.171s, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735209868.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735209868.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz48ujese/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735209895.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735209895.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735209895.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003643035888671875s, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003883838653564453s, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000133514404296875s, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00037169456481933594s, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735209895.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735209895.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1735209830.16598, (1000, 11111) as of 1735209830.16598, active as of 1735209830.16598>, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735209895.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0004012584686279297s, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002002716064453125s, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1735209905.00000, (0, 0) as of 1735209894.00000, shrunk as of 1735209894.00000>, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735209895.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735209830.16598, (1000, 11111) as of 1735209830.16598, active as of 1735209830.16598> in 0.208s, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735209895.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735209895.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz48ujese/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003120899200439453s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014400482177734375s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1735209830.99790, (1000, 11111) as of 1735209830.99790, created as of 1735209830.99790>, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000335693359375s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019359588623046875s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1735209921.00000, (0, 0) as of 1735209921.00000, shrinking as of 1735209921.00000>, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735209830.99790, (1000, 11111) as of 1735209830.99790, created as of 1735209830.99790> in 0.069s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1735209830.99800, (1000, 11111) as of 1735209830.99800, created as of 1735209830.99800>, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0004265308380126953s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002830028533935547s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1735209921.00000, (0, 0) as of 1735209921.00000, shrinking as of 1735209921.00000>, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735209830.99800, (1000, 11111) as of 1735209830.99800, created as of 1735209830.99800> in 0.104s, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735209922.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz48ujese/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002574920654296875s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020051002502441406s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018453598022460938s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018334388732910156s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1735209832.06206, (1000, 11111) as of 1735209832.06206, cleaved as of 1735209832.06206>, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003161430358886719s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020766258239746094s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1735209954.00000, (0, 0) as of 1735209954.00000, shrinking as of 1735209954.00000>, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735209832.06206, (1000, 11111) as of 1735209832.06206, cleaved as of 1735209832.06206> in 0.068s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1735209832.06216, (1000, 11111) as of 1735209832.06216, cleaved as of 1735209832.06216>, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00893855094909668s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020503997802734375s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1735209954.00000, (0, 0) as of 1735209954.00000, shrinking as of 1735209954.00000>, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735209832.06216, (1000, 11111) as of 1735209832.06216, cleaved as of 1735209832.06216> in 0.106s, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735209955.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz48ujese/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002880096435546875s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019693374633789062s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015306472778320312s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1735209832.97393, (1000, 11111) as of 1735209832.97393, active as of 1735209832.97393>, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00028252601623535156s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024509429931640625s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1735209987.00000, (0, 0) as of 1735209987.00000, shrinking as of 1735209987.00000>, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735209832.97393, (1000, 11111) as of 1735209832.97393, active as of 1735209832.97393> in 0.065s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1735209832.97405, (1000, 11111) as of 1735209832.97405, active as of 1735209832.97405>, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003483295440673828s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00032329559326171875s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1735209987.00000, (0, 0) as of 1735209987.00000, shrinking as of 1735209987.00000>, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735209832.97405, (1000, 11111) as of 1735209832.97405, active as of 1735209832.97405> in 0.057s, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735209988.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz48ujese/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002789497375488281s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00029850006103515625s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023412704467773438s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023674964904785156s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1735209833.91558, (1000, 11111) as of 1735209833.91558, cleaved as of 1735209833.91558>, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004177093505859375s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023317337036132812s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1735210020.00000, (0, 0) as of 1735210020.00000, shrinking as of 1735210020.00000>, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735209833.91558, (1000, 11111) as of 1735209833.91558, cleaved as of 1735209833.91558> in 0.118s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1735209833.91565, (1000, 11111) as of 1735209833.91565, cleaved as of 1735209833.91565>, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004074573516845703s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025773048400878906s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1735210020.00000, (0, 0) as of 1735210020.00000, shrinking as of 1735210020.00000>, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735209833.91565, (1000, 11111) as of 1735209833.91565, cleaved as of 1735209833.91565> in 0.046s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1735209833.91568, (1000, 11111) as of 1735209833.91568, cleaved as of 1735209833.91568>, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00033855438232421875s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021386146545410156s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1735210020.00000, (0, 0) as of 1735210020.00000, shrinking as of 1735210020.00000>, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735209833.91568, (1000, 11111) as of 1735209833.91568, cleaved as of 1735209833.91568> in 0.049s, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210021.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz48ujese/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002982616424560547s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014925003051757812s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017571449279785156s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015163421630859375s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1735209835.24594, (1000, 11111) as of 1735209835.24594, created as of 1735209835.24594>, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002987384796142578s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020837783813476562s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1735210059.00000, (0, 0) as of 1735210059.00000, shrinking as of 1735210059.00000>, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735209835.24594, (1000, 11111) as of 1735209835.24594, created as of 1735209835.24594> in 0.16s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1735209835.24604, (1000, 11111) as of 1735209835.24604, created as of 1735209835.24604>, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00031113624572753906s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016236305236816406s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1735210059.00000, (0, 0) as of 1735210059.00000, shrinking as of 1735210059.00000>, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735209835.24604, (1000, 11111) as of 1735209835.24604, created as of 1735209835.24604> in 0.076s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1735209835.24606, (1000, 11111) as of 1735209835.24606, created as of 1735209835.24606>, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00037598609924316406s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020003318786621094s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1735210059.00000, (0, 0) as of 1735210059.00000, shrinking as of 1735210059.00000>, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735209835.24606, (1000, 11111) as of 1735209835.24606, created as of 1735209835.24606> in 0.158s, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210060.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz48ujese/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030303001403808594s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016736984252929688s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012230873107910156s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016760826110839844s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1735209836.69019, (1000, 11111) as of 1735209836.69019, active as of 1735209836.69019>, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003261566162109375s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001614093780517578s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1735210098.00000, (0, 0) as of 1735210098.00000, shrinking as of 1735210098.00000>, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735209836.69019, (1000, 11111) as of 1735209836.69019, active as of 1735209836.69019> in 0.107s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1735209836.69033, (1000, 11111) as of 1735209836.69033, active as of 1735209836.69033>, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003209114074707031s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020194053649902344s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1735210098.00000, (0, 0) as of 1735210098.00000, shrinking as of 1735210098.00000>, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735209836.69033, (1000, 11111) as of 1735209836.69033, active as of 1735209836.69033> in 0.11s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1735209836.69035, (1000, 11111) as of 1735209836.69035, active as of 1735209836.69035>, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002167224884033203s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000156402587890625s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1735210098.00000, (0, 0) as of 1735210098.00000, shrinking as of 1735210098.00000>, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735209836.69035, (1000, 11111) as of 1735209836.69035, active as of 1735209836.69035> in 0.065s, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210099.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz48ujese/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021696090698242188s, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00833749771118164s, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1735209838.36971, (1000, 11111) as of 1735209838.36971, created as of 1735209838.36971>, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002396106719970703s, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018143653869628906s, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1735210137.00000, (0, 0) as of 1735210137.00000, shrinking as of 1735210137.00000>, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735209838.36971, (1000, 11111) as of 1735209838.36971, created as of 1735209838.36971> in 0.073s, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '286b934f-bf5f-445a-9422-d6f1f131436a-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpz48ujese/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210138.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0006921291351318359s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000156402587890625s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002598762512207031s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024509429931640625s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1735209839.00617, (1000, 11111) as of 1735209839.00617, cleaved as of 1735209839.00617>, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003497600555419922s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002288818359375s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1735210163.00000, (0, 0) as of 1735210163.00000, shrinking as of 1735210163.00000>, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735209839.00617, (1000, 11111) as of 1735209839.00617, cleaved as of 1735209839.00617> in 0.111s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1735209839.00633, (1000, 11111) as of 1735209839.00633, cleaved as of 1735209839.00633>, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00033664703369140625s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024390220642089844s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1735210163.00000, (0, 0) as of 1735210163.00000, shrinking as of 1735210163.00000>, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735209839.00633, (1000, 11111) as of 1735209839.00633, cleaved as of 1735209839.00633> in 0.065s, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f0a4d60c-fe13-4e3d-b062-a7b7604e72d0-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpz48ujese/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210164.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210196.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210196.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210196.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0005042552947998047s, path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002465248107910156s, path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002868175506591797s, path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019812583923339844s, path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210196.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210196.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210196.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210196.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a8499c2c-ef29-417a-92aa-ac14035149ce-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpz48ujese/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210196.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210216.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210216.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210216.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.009956598281860352s, path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020933151245117188s, path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003082752227783203s, path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210216.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok - -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210216.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210216.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210216.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '96f3a878-97ab-4c93-8166-817d46051a0a-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpz48ujese/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210216.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003380775451660156s, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00038504600524902344s, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001850128173828125s, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000194549560546875s, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1735209841.24263, (1000, 11111) as of 1735209841.24263, cleaved as of 1735209841.24263>, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0006096363067626953s, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002446174621582031s, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1735210235.00000, (0, 0) as of 1735210235.00000, shrinking as of 1735210235.00000>, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735209841.24263, (1000, 11111) as of 1735209841.24263, cleaved as of 1735209841.24263> in 0.101s, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c88d5f15-cc35-41f3-b5fe-d04f5c1126d6-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpz48ujese/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210236.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209843.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209843.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209843.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002892017364501953s, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001690387725830078s, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001575946807861328s, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000286102294921875s, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209843.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209843.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1735209844.00000, (0, 0) as of 1735209844.00000, active as of 1735209844.00000>, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209843.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0006759166717529297s, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002942085266113281s, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1735209843.02405, (0, 0) as of 1735209842.00000, shrunk as of 1735209842.00000>, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209843.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok - -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1735209844.00000, (0, 0) as of 1735209844.00000, active as of 1735209844.00000> in 1.659s, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209843.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp1g4t0nxw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209843.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000186920166015625s, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018095970153808594s, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011110305786132812s, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021123886108398438s, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1735209847.00000, (0, 0) as of 1735209847.00000, active as of 1735209847.00000>, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024819374084472656s, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016999244689941406s, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1735209845.00000, (0, 0) as of 1735209845.00000, sharding as of 1735209845.00000>, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1735209847.00000, (0, 0) as of 1735209847.00000, active as of 1735209847.00000> in 0.093s, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpxjbjd16f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000415802001953125s, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019097328186035156s, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021147727966308594s, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0006365776062011719s, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00034236907958984375s, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021028518676757812s, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp5tszqn85/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209846.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209847.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209847.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209847.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004112720489501953s, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017976760864257812s, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016999244689941406s, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024175643920898438s, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209847.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209847.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209847.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0005171298980712891s, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024509429931640625s, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1735209846.81418, (0, 0) as of 1735209846.00000, shrunk as of 1735209846.00000>, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209847.00000.db -sharder-test INFO: Cleaved ShardRange in 0.126s, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209847.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpvsb7ix4j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209847.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002682209014892578s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000186920166015625s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Cleaved ShardRange in 0.113s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00039076805114746094s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0011615753173828125s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1735209461.84673, (2, 3) as of 1735209848.01007, cleaved as of 1735209461.84673> in 0.153s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0011913776397705078s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002067089080810547s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1735209461.84673, (2, 103) as of 1735209848.29594, cleaved as of 1735209461.84673> in 0.104s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, found as of 1735209461.84673>, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok - -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209848.36979>, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0006289482116699219s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0005257129669189453s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1735209461.84673, (1, 1000) as of 1735209848.61524, cleaved as of 1735209848.36979> in 0.123s, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpgviyoykg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209847.03180.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0006608963012695312s, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0006167888641357422s, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test INFO: Cleaved ShardRange in 0.169s, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004277229309082031s, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0015342235565185547s, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735209461.84673, (1, 18432) as of 1735209849.59452, cleaved as of 1735209461.84673> in 0.132s, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp1nb66qui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209848.79013.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '4750e48c457f474e92ebc122a008250b', 'db41f3cd-a002-4851-bdb8-9bb4883d0e07-sdb', '1735209849.83437', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1735209851.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1735209852.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1735209853.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1735209854.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1735209855.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'db41f3cd-a002-4851-bdb8-9bb4883d0e07-sdb') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00034546852111816406s, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005424022674560547s, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test INFO: Cleaved ShardRange in 0.099s, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0004241466522216797s, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002472400665283203s, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209461.84673, (3, 3) as of 1735209850.69953, cleaved as of 1735209461.84673> in 0.055s, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpohedhiyo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '4f03d590-17a3-45b4-aa65-2e09d8030777-', '1735209849.76497', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-18221adb-febe-43b9-a579-2e192753a4a6-sda": ["{\\"ref\\": \\"18221adb-febe-43b9-a579-2e192753a4a6-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1735209850.73643"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1735209461.84673', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1735209850.48550', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209461.84673', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1735209461.84673', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1735209850.69953', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209461.84673', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209850.07590', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209850.75284', 'deleted': 0, 'state': 70, 'state_timestamp': '1735209850.07600', 'epoch': '1735209850.07600', 'reported': 0, 'tombstones': -1}], '4f03d590-17a3-45b4-aa65-2e09d8030777-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok - -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0055789947509765625s, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001838207244873047s, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test INFO: Cleaved ShardRange in 0.064s, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209461.84673, (3, 3) as of 1735209850.69953, active as of 1735209461.84673>, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00046706199645996094s, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020122528076171875s, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209461.84673, (3, 3) as of 1735209850.69953, active as of 1735209461.84673> in 0.072s, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpohedhiyo/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209850.07600.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpz5_oeets/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209851.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f532a5bf-0ff3-4d86-8dd5-00a8f14b9919-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp1a4p3qxo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209851.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f532a5bf-0ff3-4d86-8dd5-00a8f14b9919-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp1a4p3qxo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209851.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f532a5bf-0ff3-4d86-8dd5-00a8f14b9919-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp1a4p3qxo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209851.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f532a5bf-0ff3-4d86-8dd5-00a8f14b9919-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp1a4p3qxo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209851.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bf7ec9b5-7ebd-45ab-8634-b7ac1d2c3634-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp1a4p3qxo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209851.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0f2a91e2-51f4-44ce-8467-5d068c3a77f2-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpfkjlg4vj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209852.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0f2a91e2-51f4-44ce-8467-5d068c3a77f2-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpfkjlg4vj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209852.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0f2a91e2-51f4-44ce-8467-5d068c3a77f2-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpfkjlg4vj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209852.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0f2a91e2-51f4-44ce-8467-5d068c3a77f2-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpfkjlg4vj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209852.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '43522cf8-9e2b-4ca7-b17f-e0514e3e084a-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpfkjlg4vj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209852.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpofpc45wq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok - -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpofpc45wq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpofpc45wq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpofpc45wq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpofpc45wq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpofpc45wq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpbwy4virj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpbwy4virj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpbwy4virj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpeimkidot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv2_mexnv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpv2_mexnv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209853.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmpv2_mexnv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209853.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpv2_mexnv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209853.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1735209853.85625, (100000, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: a/c, db: /tmp/tmpv2_mexnv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209853.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp16c_jr02/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp16c_jr02/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209853.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp16c_jr02/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209853.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp4ql290du/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpanc26ngq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209854.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpjo4fw_ig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpjo4fw_ig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpjo4fw_ig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpjo4fw_ig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpjo4fw_ig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpjo4fw_ig/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpzu6icxrw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpzu6icxrw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok - -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpzu6icxrw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpzu6icxrw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpzu6icxrw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpzu6icxrw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpi7dwlz4c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpi7dwlz4c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpi7dwlz4c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpi7dwlz4c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpo8wvxtbb/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpo8wvxtbb/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpo8wvxtbb/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpo8wvxtbb/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmphanz0kdv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmphanz0kdv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmphanz0kdv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmphanz0kdv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp0e_xc6_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp0e_xc6_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp0e_xc6_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp0e_xc6_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmparz7xyew/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmparz7xyew/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmparz7xyew/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:17 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats -test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok -test.unit.container.test_sharder.TestSharder.test_init -test.unit.container.test_sharder.TestSharder.test_init ... ok -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker -test.unit.container.test_sharder.TestSharder.test_log_broker ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception -test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_levels -test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok - -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cb7b2341-4047-45e0-8885-33be764212d5-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpguoovc3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209858.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-26T10:44:18.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpguoovc3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209858.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-26T10:44:20.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp9833er6z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209860.00000.db -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpmrteg5_m/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpx6zivwi3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception - raise ValueError('test') -ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmp5gsdpig8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmp5gsdpig8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmp5gsdpig8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmp5gsdpig8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002956390380859375s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000762939453125s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00035119056701660156s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002810955047607422s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0006432533264160156s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0006372928619384766s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001633167266845703s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015211105346679688s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015974044799804688s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00037407875061035156s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019598007202148438s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209859.98490, (0, 0) as of 1735209859.98490, active as of 1735209859.98490>, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735209859.98492, (0, 0) as of 1735209859.98492, active as of 1735209859.98492>, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735209859.98495, (0, 0) as of 1735209859.98495, active as of 1735209859.98495>, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001354217529296875s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014281272888183594s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001399517059326172s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003025531768798828s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021839141845703125s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00030994415283203125s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022530555725097656s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003628730773925781s, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735209859.98492, (0, 0) as of 1735209859.98492, active as of 1735209859.98492>, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735209859.98495, (0, 0) as of 1735209859.98495, active as of 1735209859.98495>, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4_r8mdf1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00987.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0005249977111816406s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00030231475830078125s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00035452842712402344s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00034880638122558594s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004177093505859375s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0005533695220947266s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004811286926269531s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001888275146484375s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00047516822814941406s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002300739288330078s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015616416931152344s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001506805419921875s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001518726348876953s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015354156494140625s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014638900756835938s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00026488304138183594s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00046133995056152344s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020694732666015625s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016450881958007812s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014925003051757812s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002579689025878906s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013947486877441406s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00029468536376953125s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00036144256591796875s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003616809844970703s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023865699768066406s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025725364685058594s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019621849060058594s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019407272338867188s, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_dtoi11a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209860.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00039958953857421875s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00042700767517089844s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00027370452880859375s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002918243408203125s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004673004150390625s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002224445343017578s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002086162567138672s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021576881408691406s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002033710479736328s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00043845176696777344s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00048351287841796875s, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209862.54613, (0, 0) as of 1735209862.54613, active as of 1735209862.54613>, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735209862.54617, (0, 0) as of 1735209862.54617, active as of 1735209862.54617>, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735209862.54619, (0, 0) as of 1735209862.54619, active as of 1735209862.54619>, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmprk6f63g_/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprk6f63g_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209862.57444.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00040149688720703125s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002880096435546875s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005457401275634766s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0005211830139160156s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003616809844970703s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015807151794433594s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014591217041015625s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004050731658935547s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022172927856445312s, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209863.23544, (0, 0) as of 1735209863.23544, active as of 1735209863.23544>, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735209863.23547, (0, 0) as of 1735209863.23547, active as of 1735209863.23547>, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmplmqek7wx/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735209863.23549, (0, 0) as of 1735209863.23549, active as of 1735209863.23549>, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplmqek7wx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209863.24497.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004029273986816406s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00029540061950683594s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00029850006103515625s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0005476474761962891s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003921985626220703s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok - -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00036215782165527344s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001823902130126953s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002651214599609375s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003864765167236328s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0026750564575195312s, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209864.01563, (0, 0) as of 1735209864.01563, active as of 1735209864.01563>, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp3bgww23r/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735209864.01565, (0, 0) as of 1735209864.01565, active as of 1735209864.01565>, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735209864.01567, (0, 0) as of 1735209864.01567, active as of 1735209864.01567>, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp3bgww23r/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3bgww23r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209864.03854.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003993511199951172s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003044605255126953s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00027561187744140625s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0005939006805419922s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00039839744567871094s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016951560974121094s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000225067138671875s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00032830238342285156s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001952648162841797s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003829002380371094s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002589225769042969s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209865.51478, (0, 0) as of 1735209865.51478, active as of 1735209865.51478>, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735209865.51481, (0, 0) as of 1735209865.51481, active as of 1735209865.51481>, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735209865.51483, (0, 0) as of 1735209865.51483, active as of 1735209865.51483>, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0006444454193115234s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002300739288330078s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021195411682128906s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002200603485107422s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00024509429931640625s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024771690368652344s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021719932556152344s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019860267639160156s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002028942108154297s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003039836883544922s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020694732666015625s, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209865.51478, (0, 0) as of 1735209865.51478, active as of 1735209865.51478>, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6go_a0br/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209865.79062.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030612945556640625s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002663135528564453s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002048015594482422s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020503997802734375s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002963542938232422s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003142356872558594s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002651214599609375s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok - -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00025844573974609375s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020766258239746094s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001900196075439453s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019049644470214844s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002117156982421875s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025153160095214844s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003905296325683594s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003883838653564453s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00029540061950683594s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005168914794921875s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023365020751953125s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003285408020019531s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00045490264892578125s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0006556510925292969s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00029540061950683594s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018310546875s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020241737365722656s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004677772521972656s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0004985332489013672s, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ixlbb9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209871.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0005903244018554688s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00030350685119628906s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002651214599609375s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00036787986755371094s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003745555877685547s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003077983856201172s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002675056457519531s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00036215782165527344s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004520416259765625s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00043463706970214844s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003502368927001953s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000576019287109375s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003058910369873047s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002982616424560547s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000255584716796875s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017333030700683594s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019812583923339844s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002009868621826172s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002434253692626953s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020241737365722656s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020265579223632812s, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuflafzch/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735209874.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.005094289779663086s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017309188842773438s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016450881958007812s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001575946807861328s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021147727966308594s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020623207092285156s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018787384033203125s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020384788513183594s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001533031463623047s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014400482177734375s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016307830810546875s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014257431030273438s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002541542053222656s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000213623046875s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002353191375732422s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001862049102783203s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001819133758544922s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002162456512451172s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016307830810546875s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001995563507080078s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00030422210693359375s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023674964904785156s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002434253692626953s, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpni4sd6ti/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00032830238342285156s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00033664703369140625s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0007214546203613281s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005090236663818359s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000270843505859375s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0006823539733886719s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0006823539733886719s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021576881408691406s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002446174621582031s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020003318786621094s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013947486877441406s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001633167266845703s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.000141143798828125s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013303756713867188s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001666545867919922s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001430511474609375s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.07678079605102539s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001690387725830078s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001957416534423828s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015687942504882812s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002110004425048828s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001804828643798828s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001380443572998047s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001304149627685547s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002346038818359375s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.005025386810302734s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003082752227783203s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001823902130126953s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003819465637207031s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023436546325683594s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003228187561035156s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024771690368652344s, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpd1asbdgl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003159046173095703s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001494884490966797s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014591217041015625s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016164779663085938s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.005212545394897461s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002415180206298828s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00046634674072265625s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014281272888183594s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025916099548339844s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017833709716796875s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019669532775878906s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001671314239501953s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001480579376220703s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022125244140625s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014829635620117188s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002639293670654297s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018644332885742188s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001461505889892578s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.008628606796264648s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014090538024902344s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016927719116210938s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013327598571777344s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019073486328125s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002186298370361328s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014352798461914062s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018310546875s, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, active as of 1735209461.84673>, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok - -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3d148emz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004031658172607422s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003814697265625s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.008936166763305664s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00044417381286621094s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00043702125549316406s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003495216369628906s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022649765014648438s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003001689910888672s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019121170043945312s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004372596740722656s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003104209899902344s, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209877.66165, (0, 0) as of 1735209877.66165, active as of 1735209877.66165>, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735209877.66168, (0, 0) as of 1735209877.66168, active as of 1735209877.66168>, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735209877.66170, (0, 0) as of 1735209877.66170, active as of 1735209877.66170>, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_khhwssk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209877.66964.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmphnond30s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmphnond30s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmphnond30s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmphnond30s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpcg91d0zn/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpcg91d0zn/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpcg91d0zn/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpcg91d0zn/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpdtbjswav/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpdtbjswav/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpdtbjswav/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpdtbjswav/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp7s__nyua/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp7s__nyua/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp7s__nyua/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp7s__nyua/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok - -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpfw4yh2xm/sdb/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle - self._process_broker(broker, node, part) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call - result = effect(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing - raise Exception('kapow!') -Exception: kapow! -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfw4yh2xm/sda/containers/0/ash/c0hash/c0hash.db' -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:39 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Found no containers directories -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok - -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.07s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.02s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.06s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdc) -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:40 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok - -sharder-test INFO: Container sharder "once" mode completed: 0.04s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpyjff13q5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpyjff13q5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpyjff13q5/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpyjff13q5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpyjff13q5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpyjff13q5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpyjff13q5/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpyjff13q5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpyjff13q5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpyjff13q5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpyjff13q5/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpjbieww6k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209880.86241.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp2b2ris4u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2b2ris4u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2b2ris4u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2b2ris4u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp2b2ris4u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok - -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvd6mumps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok - -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp9ds909xe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002810955047607422s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002193450927734375s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003037452697753906s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673> - zero objects found, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash60False/hash60False_1735209882.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003345012664794922s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002231597900390625s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00045371055603027344s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002288818359375s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673> - zero objects found, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash60True/hash60True_1735209901.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002276897430419922s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001976490020751953s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002200603485107422s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015807151794433594s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673> - zero objects found, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/lse/hash50False/hash50False_1735209920.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003044605255126953s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003077983856201172s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021123886108398438s, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673> - zero objects found, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpl23sv5l7/sda/containers/0/rue/hash50True/hash50True_1735209936.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60_1735209886.21499.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60_1735209886.21499.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60_1735209886.21499.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60_1735209886.21499.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60_1735209886.21499.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60_1735209886.21499.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60_1735209886.21499.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60_1735209886.21499.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h60/hash60/hash60_1735209886.21499.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50_1735209886.51557.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50_1735209886.51557.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50_1735209886.51557.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50_1735209886.51557.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50_1735209886.51557.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50_1735209886.51557.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50_1735209886.51557.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50_1735209886.51557.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h50/hash50/hash50_1735209886.51557.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70_1735209886.89936.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70_1735209886.89936.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70_1735209886.89936.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70_1735209886.89936.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70_1735209886.89936.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70_1735209886.89936.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70_1735209886.89936.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70_1735209886.89936.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp62jzqo08/sda/containers/0/h70/hash70/hash70_1735209886.89936.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 5.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok - -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 3604.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 30.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmpi19kufz_/sda/containers/0/ash/c2hash/c2hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test ERROR: Exception in sharder: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2555, in run_forever - self._one_shard_cycle(devices_to_shard=Everything(), - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - partitions_to_shard=Everything()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2532, in _one_shard_cycle - self._periodic_report_stats() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1145, in _periodic_report_stats - if (time.time() - self.reported) >= self.stats_interval: - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok - -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpnj4gbso7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0003800392150878906s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020456314086914062s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp0hcqc_kz/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaved ShardRange in 0.029s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0004036426544189453s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023937225341796875s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp0hcqc_kz/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023889541625976562s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016570091247558594s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735209461.84673, (0, 0) as of 1735209461.84673, cleaved as of 1735209461.84673>, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735209461.84673, (0, 0) as of 1735209461.84673, cleaved as of 1735209461.84673> - shard db already in sync, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp0hcqc_kz/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014781951904296875s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735209461.84673, (0, 0) as of 1735209461.84673, cleaved as of 1735209461.84673>, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735209461.84673, (0, 0) as of 1735209461.84673, cleaved as of 1735209461.84673> - shard db already in sync, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp0hcqc_kz/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001666545867919922s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735209461.84673, (0, 0) as of 1735209461.84673, cleaved as of 1735209461.84673>, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735209461.84673, (0, 0) as of 1735209461.84673, cleaved as of 1735209461.84673> - shard db already in sync, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1735209461.84673, (0, 0) as of 1735209461.84673, cleaved as of 1735209461.84673> in 0.006s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003628730773925781s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00036072731018066406s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1735209461.84673, (2, 2) as of 1735209889.40165, cleaved as of 1735209461.84673> in 0.071s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014352798461914062s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002722740173339844s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017404556274414062s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp0hcqc_kz/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_sharding_enabled -test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok - -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673>, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1735209461.84673, (0, 0) as of 1735209461.84673, created as of 1735209461.84673> - shard db already in sync, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1735209461.84673, (3, 3) as of 1735209890.00986, cleaved as of 1735209461.84673> in 0.043s, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp0hcqc_kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209888.08671.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a340bc43-9f8c-4bec-b2d4-fa0b8d2d9856-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpfkoskwor/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209890.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a340bc43-9f8c-4bec-b2d4-fa0b8d2d9856-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpfkoskwor/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209890.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a340bc43-9f8c-4bec-b2d4-fa0b8d2d9856-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpfkoskwor/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209890.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a340bc43-9f8c-4bec-b2d4-fa0b8d2d9856-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpfkoskwor/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209890.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '35fa3386-6ff8-4a72-9090-c541a11474e9-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpfkoskwor/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735209890.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4q3wi8gg/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4q3wi8gg/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4q3wi8gg/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok - -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:44:51 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpzold0p0u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdyt1f292/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdyt1f292/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdyt1f292/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdyt1f292/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdyt1f292/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdyt1f292/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok -test.unit.container.test_sharder.TestSharder.test_update_stat -test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok - -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpzuxgxi5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.0004222393035888672s, path: a/c, db: /tmp/tmpmrae5nrb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.00029850006103515625s, path: a/c, db: /tmp/tmpmrae5nrb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0002307891845703125s, path: a/c, db: /tmp/tmpmrae5nrb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003426074981689453s, path: a/c, db: /tmp/tmpmrae5nrb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpmrae5nrb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00023794174194335938s, path: a/c, db: /tmp/tmpmrae5nrb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0004608631134033203s, path: a/c, db: /tmp/tmpmrae5nrb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0002338886260986328s, path: a/c, db: /tmp/tmpmrae5nrb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003333091735839844s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.005418300628662109s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003750324249267578s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00022459030151367188s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002105236053466797s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.004435300827026367s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001533031463623047s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00016999244689941406s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0003981590270996094s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013208389282226562s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00022172927856445312s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00032210350036621094s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001842975616455078s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001990795135498047s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00016236305236816406s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00014734268188476562s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001823902130126953s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014543533325195312s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001437664031982422s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001373291015625s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013875961303710938s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00015497207641601562s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00015497207641601562s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00014257431030273438s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok - -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00834512710571289s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014472007751464844s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00014448165893554688s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016689300537109375s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00016236305236816406s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00014829635620117188s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001499652862548828s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020647048950195312s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00021958351135253906s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016880035400390625s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0004322528839111328s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00017452239990234375s, path: a/c, db: /tmp/tmp0s_432o4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002713203430175781s, path: a/c, db: /tmp/tmp4xp0c8y4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmp4xp0c8y4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_sko3xt5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: txd607a18a5bef4d9e99673-00676d33a9) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: tx3461f315dea34a3e9ae54-00676d33a9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf141cf3aba5f463380cb7-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5ce09ba97ff3494faa1a5-00676d33a9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx5ce09ba97ff3494faa1a5-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txcaa3e33963df4e8e8d154-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txcaa3e33963df4e8e8d154-00676d33a9) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: txcaa3e33963df4e8e8d154-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx07f53edbd1174bd6bd66f-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx07f53edbd1174bd6bd66f-00676d33a9) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: tx07f53edbd1174bd6bd66f-00676d33a9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx90578c39fbeb4b0b8168f-00676d33a9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx7763e90f6571470dbbf91-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7763e90f6571470dbbf91-00676d33a9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txdfe8929080ed4c0fa87fd-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txdfe8929080ed4c0fa87fd-00676d33a9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txdfe8929080ed4c0fa87fd-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: txdfe8929080ed4c0fa87fd-00676d33a9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txdfe8929080ed4c0fa87fd-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: txdfe8929080ed4c0fa87fd-00676d33a9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txdfe8929080ed4c0fa87fd-00676d33a9) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: txdfe8929080ed4c0fa87fd-00676d33a9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx0179f240ac8f47028cfb3-00676d33a9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0179f240ac8f47028cfb3-00676d33a9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx0179f240ac8f47028cfb3-00676d33a9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx0179f240ac8f47028cfb3-00676d33a9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx0179f240ac8f47028cfb3-00676d33a9) -proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: tx0179f240ac8f47028cfb3-00676d33a9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3fbaabaf1fc945c88e25d-00676d33a9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3fbaabaf1fc945c88e25d-00676d33a9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe4b51bf70cce404dbe132-00676d33aa) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe4b51bf70cce404dbe132-00676d33aa) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe4b51bf70cce404dbe132-00676d33aa) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe4b51bf70cce404dbe132-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx165ab372e6154e359583e-00676d33aa) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx165ab372e6154e359583e-00676d33aa) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx165ab372e6154e359583e-00676d33aa) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx165ab372e6154e359583e-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx261d9e785dc746ca93862-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx730934111150472e9b04a-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx730934111150472e9b04a-00676d33aa) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx730934111150472e9b04a-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx62dae757c2f94ab68c9db-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx62dae757c2f94ab68c9db-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc25230a9dcf543f1a054c-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8f2938be35bc4b4390c09-00676d33aa) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx8f2938be35bc4b4390c09-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx03a02ad32a654c78861e9-00676d33aa) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx03a02ad32a654c78861e9-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx46efa95ff578407f8f595-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx46efa95ff578407f8f595-00676d33aa)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3abf9f3ddb7b43b0bb94d-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx3abf9f3ddb7b43b0bb94d-00676d33aa) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx3abf9f3ddb7b43b0bb94d-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb8b21812734c47bf9fbee-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txb8b21812734c47bf9fbee-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4b57a33b0d5241ca9a2d7-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf516af7b910d45668eec7-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf516af7b910d45668eec7-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx86855bbc75bb49aa81b68-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx86855bbc75bb49aa81b68-00676d33aa) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx86855bbc75bb49aa81b68-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx5178f632274f4008a797d-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx5178f632274f4008a797d-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx5178f632274f4008a797d-00676d33aa)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok - -proxy-server ERROR: Object GET returning 503 for [] (txn: tx5178f632274f4008a797d-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txe2235912c3bc467db85a5-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe2235912c3bc467db85a5-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txe2235912c3bc467db85a5-00676d33aa) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe2235912c3bc467db85a5-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txefb2ea1875e240efa8273-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txefb2ea1875e240efa8273-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txefb2ea1875e240efa8273-00676d33aa) -proxy-server ERROR: Object GET returning 503 for [] (txn: txefb2ea1875e240efa8273-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx9bed46161ea34cf69bf81-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txb25e795c913549a483959-00676d33aa) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txb25e795c913549a483959-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx298601ae9d974692a4336-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txc1e9d9da965e40398c44b-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx8718c212f2ae44d4a5179-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx69df32d8b1f44aea92522-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txf67084d1fd7b4eb5becde-00676d33aa) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txf67084d1fd7b4eb5becde-00676d33aa) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txf67084d1fd7b4eb5becde-00676d33aa) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txf67084d1fd7b4eb5becde-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok - -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx5b315a7a3cf04886a5a5b-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txafd6137b25fb4635ab059-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx8835a21dd6e64b7d86354-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txf9356fc5429645678b777-00676d33aa) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txf9356fc5429645678b777-00676d33aa) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txf9356fc5429645678b777-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb40c791d7ec845968860c-00676d33aa) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb40c791d7ec845968860c-00676d33aa) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa382f59f35eb4a63ab23f-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txdaaa5879f1e74d1cb2d61-00676d33aa) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdaaa5879f1e74d1cb2d61-00676d33aa) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: txdaaa5879f1e74d1cb2d61-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx156e0bbd8971403eac50f-00676d33aa) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx156e0bbd8971403eac50f-00676d33aa) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx156e0bbd8971403eac50f-00676d33aa) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx156e0bbd8971403eac50f-00676d33aa) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx48c9d7ddab994e5186fb7-00676d33aa) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx48c9d7ddab994e5186fb7-00676d33aa) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx48c9d7ddab994e5186fb7-00676d33aa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe4c6d70e452144089b62e-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe4c6d70e452144089b62e-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe4c6d70e452144089b62e-00676d33ab) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txe4c6d70e452144089b62e-00676d33ab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2610b29fe7646fa992a0-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2610b29fe7646fa992a0-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc2610b29fe7646fa992a0-00676d33ab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx723b918d57754066a0ee3-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx723b918d57754066a0ee3-00676d33ab) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx723b918d57754066a0ee3-00676d33ab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5bb934ac88984f86b1f99-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5bb934ac88984f86b1f99-00676d33ab) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx5bb934ac88984f86b1f99-00676d33ab) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx5bb934ac88984f86b1f99-00676d33ab) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx5bb934ac88984f86b1f99-00676d33ab) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx5bb934ac88984f86b1f99-00676d33ab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7517704ef67a476ba8ff9-00676d33ab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx50b67b8e28124959a6108-00676d33ab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - node, part, req.swift_entity_path, headers, self.app.watchdog, - ...<4 lines>... - logger=self.logger, - chunked=te.endswith(',chunked')) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, path, headers, conn_timeout, node_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - part, 'PUT', path, headers) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: tx1d9562a68b11471eb7394-00676d33ab)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx3f870491a5e540bb8b6b6-00676d33ab) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txcdcb44116f7c415792e63-00676d33ab) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx5a7ae69fc9a74c0faeba4-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txa74d50b181aa4c329d4a6-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - node, part, req.swift_entity_path, headers, self.app.watchdog, - ...<4 lines>... - logger=self.logger, - chunked=te.endswith(',chunked')) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, path, headers, conn_timeout, node_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - part, 'PUT', path, headers) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx3299963bc40044948ddbc-00676d33ab) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txad7b2c1fcbdc49d48e18c-00676d33ab) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx94864b4ee80f4c33885f8-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx1c9170c13c0f40958b338-00676d33ab) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception (txn: tx56772df60d9f4653b1724-00676d33ab) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx4add511839d2404a87b66-00676d33ab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txab29196788284a26a940d-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txbc009ea611d34b3f9627f-00676d33ac) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txbc009ea611d34b3f9627f-00676d33ac) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txbc009ea611d34b3f9627f-00676d33ac) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txbc009ea611d34b3f9627f-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok - -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data - chunk = next(data_source) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - self.app.client_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read - raise Exception('exception message') -Exception: exception message (txn: txd699fbdae84b4dce9799d-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception: boom (txn: txb8b1a52812b8487f9c8c6-00676d33ac) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txb3b9005bbd434ebfb9973-00676d33ac) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa9f95630823d4cbfb9130-00676d33ac) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx263f66549eb74c2e98570-00676d33ac) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: tx263f66549eb74c2e98570-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx9a1cf479d0b34666a6dd5-00676d33ac) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb1d6ede277e34ee5a6358-00676d33ac) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txb1d6ede277e34ee5a6358-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx6c90632471174957ba42c-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx73043b45618646e1bf718-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk - self.conn.send(to_send) - ~~~~~~~~~~~~~~^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send - self.give_send(self, data) - ~~~~~~~~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: tx09223b0e9a6842169b22f-00676d33ac)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx19f6fcfa9e674be18e344-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx340cc96f140d4a0d94085-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209900.66670 <= '409 (1735209900.66670), 409 (1735209900.66670), 409 (1735209900.66670)' (txn: tx48fec597f9ee44fa80c69-00676d33ac) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209900.67362 <= '409 (1735209900.67362), 409 (1735209900.67362), 409 (1735209900.67362)' (txn: tx7a58aadd688c419abc5f3-00676d33ac) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209900.67779 <= '409 (1735209900.67779), 409 (1735209900.67779), 409 (1735209900.67779)' (txn: tx14e5ff5d82be40b09bab7-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209900.00000 <= '409 (1735209901.00000), 409 (1735209901.00000), 409 (1735209901.00000)' (txn: tx971f1140868e47babcd0f-00676d33ac) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209902.00000 <= '409 (1735209903.00000), 409 (1735209903.00000), 409 (1735209903.00000)' (txn: tx3351348ddd914cc397ebd-00676d33ac) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209904.00000 <= '409 (1735209905.00000), 409 (1735209905.00000), 409 (1735209905.00000)' (txn: tx4dbbef188e714543ad9e9-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209900.00000 <= '409 (1735209900.00000), 409 (1735209900.00000), 409 (1735209900.00000)' (txn: tx360ca432b3894678b817a-00676d33ac) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209901.00000 <= '409 (1735209901.00000), 409 (1735209901.00000), 409 (1735209901.00000)' (txn: txc10747162540404bb6e03-00676d33ac) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209902.00000 <= '409 (1735209902.00000), 409 (1735209902.00000), 409 (1735209902.00000)' (txn: tx9cf3a536cd034725935ce-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209900.00000 <= '409 (1735209900.00000)' (txn: tx96f42d8b09474ffeb93a6-00676d33ac) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209901.00000 <= '409 (1735209901.00000)' (txn: tx6d1be16e60b84259b1a16-00676d33ac) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209902.00000 <= '409 (1735209902.00000)' (txn: txb81ed24559d94f28b23ad-00676d33ac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx34a2aa53ba9d43d088793-00676d33ad) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209901.00000 <= '409 (1735209902.00000)' (txn: txa5528cbb9ef345319d847-00676d33ad) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx8119ef3ec127415cab9b5-00676d33ad) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209901.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx6cfee78178164d3f92176-00676d33ad) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735209901.00000 <= '409 (1735209902.00000), 201 (unknown), 201 (unknown)' (txn: tx9f02c5c567c045cbaf3ed-00676d33ad) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) - ----------------------------------------------------------------------- -Ran 9249 tests in 482.838s - -OK (skipped=1827) -+ stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------ ----------- -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 52.929 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 49.723 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 39.480 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 38.588 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 38.569 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock 35.102 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock 33.449 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock 30.069 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 29.714 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock 28.985 -+ rm -rf .stestr -+ [ 3.12 = disabled ] -+ echo 3.12 -+ cut -d. -f1 -+ PYMAJOR=3 -+ echo ===> Testing with python (python3) -===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] -+ STESTR=stestr -+ rm -rf .stestr -+ PYTHON=python3.12 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix) -+ subunit2pyunit -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 test ERROR: get_keys(): unknown key id: unknown_key test ERROR: Error decrypting container listing: unknown_key -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpv5cgoj9e/log/swift/profile/default.profile3026205.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpzerm3a1m/log/swift/profile/default.profile3026205.tmp' -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok test.unit.account.test_reaper.TestReaper.test_basic_reap_account test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok test.unit.account.test_reaper.TestReaper.test_creation test.unit.account.test_reaper.TestReaper.test_creation ... ok test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set @@ -61415,1410 +11442,1834 @@ test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok test.unit.account.test_reaper.TestReaper.test_reap_container test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 371, in reap_container - headers, objects = direct_get_container( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_delay -test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device -test.unit.account.test_reaper.TestReaper.test_reap_device ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf +test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:00 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test ERROR: get_keys(): from callback: Testing: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing test ERROR: ERROR get_keys() missing callback: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] ~~~^^^^^^^^^^^^^^^^^^^^^ KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00042 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2mkctwng/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00397 seconds (251.87355/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 707, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 651, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 606, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1519, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1664, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1680, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1736, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1026, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +Unlinked retiring db '/tmp/tmpvu4dbhpe/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +Unlinked retiring db '/tmp/tmp1a0eoei8/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +Unlinked retiring db '/tmp/tmpcc3i0k8a/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Use tempauth middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: 's3api' is not in list fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test ERROR: Problem finding shard upper in '/tmp/tmp6i4b7fld/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp6i4b7fld/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: kaboom -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp4iu2h3zd/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp4iu2h3zd/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmpjnr9ay2q/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpc0zervc2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpc0zervc2/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpc0zervc2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpc0zervc2/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0148 "-" 790395 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0135 "-" 790395 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0156 "-" 790395 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0139 "-" 790395 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5e1d0dd5aa34412f80ab8-00697a45cc" "proxy-server 790395" 0.0012 "-" 790395 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55443/sdb1/1/a/c" "tx5e1d0dd5aa34412f80ab8-00697a45cc" "container-server 790395" 0.0015 "-" 790395 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39619/sda1/1/a/c" "tx5e1d0dd5aa34412f80ab8-00697a45cc" "container-server 790395" 0.0014 "-" 790395 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5e1d0dd5aa34412f80ab8-00697a45cc" "proxy-server 790395" 0.0279 "-" 790395 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5e1d0dd5aa34412f80ab8-00697a45cc" "proxy-server 790395" 0.0178 "-" 790395 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/20 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5e1d0dd5aa34412f80ab8-00697a45cc - 0.0356 - - 1769620940.172763586 1769620940.208378077 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb2b2d5c4144b4a65a7184-00697a45cc" "proxy-server 790395" 0.0011 "-" 790395 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55443/sdb1/1/a1/c1" "txb2b2d5c4144b4a65a7184-00697a45cc" "container-server 790395" 0.0011 "-" 790395 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39619/sda1/1/a1/c1" "txb2b2d5c4144b4a65a7184-00697a45cc" "container-server 790395" 0.0030 "-" 790395 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb2b2d5c4144b4a65a7184-00697a45cc" "proxy-server 790395" 0.0171 "-" 790395 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb2b2d5c4144b4a65a7184-00697a45cc" "proxy-server 790395" 0.0326 "-" 790395 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/20 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb2b2d5c4144b4a65a7184-00697a45cc - 0.0391 - - 1769620940.209636211 1769620940.248773336 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx12cb26ee2afd494abc31b-00697a45cc" "proxy-server 790395" 0.0133 "-" 790395 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55443/sdb1/2/a/c1" "tx12cb26ee2afd494abc31b-00697a45cc" "container-server 790395" 0.0137 "-" 790395 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39619/sda1/2/a/c1" "tx12cb26ee2afd494abc31b-00697a45cc" "container-server 790395" 0.0010 "-" 790395 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx12cb26ee2afd494abc31b-00697a45cc" "proxy-server 790395" 0.0299 "-" 790395 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx12cb26ee2afd494abc31b-00697a45cc" "proxy-server 790395" 0.0430 "-" 790395 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/20 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx12cb26ee2afd494abc31b-00697a45cc - 0.0626 - - 1769620940.250028372 1769620940.312666893 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7c946a964d3b4a03b35c3-00697a45cc" "proxy-server 790395" 0.0081 "-" 790395 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39619/sda1/1/a/c2" "tx7c946a964d3b4a03b35c3-00697a45cc" "container-server 790395" 0.0010 "-" 790395 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:55443/sdb1/1/a/c2" "tx7c946a964d3b4a03b35c3-00697a45cc" "container-server 790395" 0.0112 "-" 790395 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7c946a964d3b4a03b35c3-00697a45cc" "proxy-server 790395" 0.0321 "-" 790395 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7c946a964d3b4a03b35c3-00697a45cc" "proxy-server 790395" 0.0462 "-" 790395 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/20 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7c946a964d3b4a03b35c3-00697a45cc - 0.0604 - - 1769620940.313947916 1769620940.374387026 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +Unlinked retiring db '/tmp/tmpjjei95i5/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmpx5va9csn/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp63zyj9cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4700a1cbab6e4b12ba19a-00697a45cc) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4700a1cbab6e4b12ba19a-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txf214f440f0a54a049cde6-00697a45cc) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf214f440f0a54a049cde6-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txf214f440f0a54a049cde6-00697a45cc) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txf214f440f0a54a049cde6-00697a45cc) +proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: txf214f440f0a54a049cde6-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx97f28e1ccba349ff888c5-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -Reloaded swift-proxy-server -Ring Builder file does not exist: /tmp/tmp2wlodped/tmp_q36xruk -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmpd1e6qpk5/tmpgcdaii1a -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmp_h70kgwj/tmp1vu4icg4, build version 4, id 8f10d8942a2f4c6fa4cee9f06ba7195e -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmp_h70kgwj/tmp1vu4icg4.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 51 1 - 3 1 -Partition Matches - 8 1 - 12 1 - 16 1 - 17 1 - 18 1 - 22 1 - 23 1 - 25 1 - 30 1 - 31 1 - 43 1 - 46 1 - 52 1 - 55 1 - 56 1 - 58 1 - 2 1 - 6 1 - 11 1 - 13 1 - 14 1 - 15 1 - 20 1 - 28 1 - 29 1 - 36 1 - 38 1 - 44 1 - 48 1 - 50 1 - 59 1 - 60 1 - 0 1 - 3 1 - 5 1 - 9 1 - 10 1 - 19 1 - 21 1 - 27 1 - 33 1 - 39 1 - 41 1 - 47 1 - 49 1 - 54 1 - 61 1 - 63 1 -Partition Matches - 3 1 - 5 1 - 9 1 - 11 1 - 23 1 - 27 1 - 32 1 - 34 1 - 36 1 - 37 1 - 43 1 - 48 1 - 53 1 - 55 1 - 58 1 - 59 1 - 0 1 - 2 1 - 4 1 - 10 1 - 12 1 - 16 1 - 18 1 - 25 1 - 31 1 - 42 1 - 46 1 - 49 1 - 52 1 - 61 1 - 62 1 - 63 1 - 6 1 - 13 1 - 15 1 - 20 1 - 21 1 - 24 1 - 26 1 - 29 1 - 30 1 - 33 1 - 35 1 - 39 1 - 44 1 - 45 1 - 51 1 - 57 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 51 1 - 63 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 41 1 - 36 1 -Specified builder file "/tmp/tmpblqj68qh/tmpsq7i64wd" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.Finished. Marked 0 objects for deletion. -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -62839,12 +13290,68 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + 'version-id': item['version_id']}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -62861,13 +13368,28 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -62879,6 +13401,184 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -62891,7 +13591,6 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -62908,9 +13607,7 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -62924,9 +13621,13 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -62947,1811 +13648,3241 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'Content-Md5': '+cMnUkFld4ZtSjBA38qGSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f9c32752416577866d4a3040dfca8648', 'Content-Length': '289'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Expecting an element , got nothing, line 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'Content-Md5': 'XbnTkTXfsKBZxRPPsBgrOg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5db9d39135dfb0a059c513cfb0182b3a', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test INFO: [worker 1/1 pid=790424] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=790424] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=790424] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=790424] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=790424] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=790424] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=790424] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=790424] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=790424] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=790424] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=790424] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=790424] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=790424] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=790424] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=790424] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=790424] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=790424] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=790424] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpqt_1ppsz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqt_1ppsz/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpqt_1ppsz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqt_1ppsz/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0122 "-" 790424 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0121 "-" 790424 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0292 "-" 790424 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0188 "-" 790424 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcf9a086a8f504d268342a-00697a45cb" "proxy-server 790424" 0.0013 "-" 790424 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34319/sda1/1/a/c" "txcf9a086a8f504d268342a-00697a45cb" "container-server 790424" 0.0016 "-" 790424 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:38283/sdb1/1/a/c" "txcf9a086a8f504d268342a-00697a45cb" "container-server 790424" 0.0009 "-" 790424 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcf9a086a8f504d268342a-00697a45cb" "proxy-server 790424" 0.0192 "-" 790424 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcf9a086a8f504d268342a-00697a45cb" "proxy-server 790424" 0.0320 "-" 790424 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcf9a086a8f504d268342a-00697a45cb - 0.0395 - - 1769620939.412198067 1769620939.451664686 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfe1cca659fd44579b7eca-00697a45cb" "proxy-server 790424" 0.0011 "-" 790424 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34319/sda1/1/a1/c1" "txfe1cca659fd44579b7eca-00697a45cb" "container-server 790424" 0.0014 "-" 790424 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:38283/sdb1/1/a1/c1" "txfe1cca659fd44579b7eca-00697a45cb" "container-server 790424" 0.0011 "-" 790424 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfe1cca659fd44579b7eca-00697a45cb" "proxy-server 790424" 0.0176 "-" 790424 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfe1cca659fd44579b7eca-00697a45cb" "proxy-server 790424" 0.0292 "-" 790424 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfe1cca659fd44579b7eca-00697a45cb - 0.0362 - - 1769620939.452896595 1769620939.489100218 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0f2ff871127b43608038e-00697a45cb" "proxy-server 790424" 0.0083 "-" 790424 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34319/sda1/2/a/c1" "tx0f2ff871127b43608038e-00697a45cb" "container-server 790424" 0.0012 "-" 790424 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38283/sdb1/2/a/c1" "tx0f2ff871127b43608038e-00697a45cb" "container-server 790424" 0.0080 "-" 790424 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0f2ff871127b43608038e-00697a45cb" "proxy-server 790424" 0.0270 "-" 790424 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0f2ff871127b43608038e-00697a45cb" "proxy-server 790424" 0.0420 "-" 790424 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0f2ff871127b43608038e-00697a45cb - 0.0563 - - 1769620939.490744591 1769620939.547080755 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb637836e549a4c11b2c21-00697a45cb" "proxy-server 790424" 0.0128 "-" 790424 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34319/sda1/1/a/c2" "txb637836e549a4c11b2c21-00697a45cb" "container-server 790424" 0.0185 "-" 790424 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:38283/sdb1/1/a/c2" "txb637836e549a4c11b2c21-00697a45cb" "container-server 790424" 0.0057 "-" 790424 2test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpoxcuwf5w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoxcuwf5w/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpoxcuwf5w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoxcuwf5w/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0115 "-" 790419 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0162 "-" 790419 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0132 "-" 790419 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0187 "-" 790419 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa4a223f2d2314ade85857-00697a45cb" "proxy-server 790419" 0.0014 "-" 790419 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:45141/sdb1/1/a/c" "txa4a223f2d2314ade85857-00697a45cb" "container-server 790419" 0.0022 "-" 790419 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:38233/sda1/1/a/c" "txa4a223f2d2314ade85857-00697a45cb" "container-server 790419" 0.0012 "-" 790419 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa4a223f2d2314ade85857-00697a45cb" "proxy-server 790419" 0.0340 "-" 790419 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa4a223f2d2314ade85857-00697a45cb" "proxy-server 790419" 0.0214 "-" 790419 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa4a223f2d2314ade85857-00697a45cb - 0.0434 - - 1769620939.097851038 1769620939.141283512 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9bc5020cbcf345fc8ec87-00697a45cb" "proxy-server 790419" 0.0017 "-" 790419 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:38233/sda1/1/a1/c1" "tx9bc5020cbcf345fc8ec87-00697a45cb" "container-server 790419" 0.0012 "-" 790419 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:45141/sdb1/1/a1/c1" "tx9bc5020cbcf345fc8ec87-00697a45cb" "container-server 790419" 0.0010 "-" 790419 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9bc5020cbcf345fc8ec87-00697a45cb" "proxy-server 790419" 0.0332 "-" 790419 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9bc5020cbcf345fc8ec87-00697a45cb" "proxy-server 790419" 0.0222 "-" 790419 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9bc5020cbcf345fc8ec87-00697a45cb - 0.0426 - - 1769620939.143099546 1769620939.185717344 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx14ed28f994224b5284e59-00697a45cb" "proxy-server 790419" 0.0105 "-" 790419 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:38233/sda1/2/a/c1" "tx14ed28f994224b5284e59-00697a45cb" "container-server 790419" 0.0079 "-" 790419 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45141/sdb1/2/a/c1" "tx14ed28f994224b5284e59-00697a45cb" "container-server 790419" 0.0018 "-" 790419 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx14ed28f994224b5284e59-00697a45cb" "proxy-server 790419" 0.0253 "-" 790419 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx14ed28f994224b5284e59-00697a45cb" "proxy-server 790419" 0.0382 "-" 790419 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx14ed28f994224b5284e59-00697a45cb - 0.0565 - - 1769620939.187046289 1769620939.243593216 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4d6b8b4ef8d9400392fc9-00697a45cb" "proxy-server 790419" 0.0121 "-" 790419 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:38233/sda1/1/a/c2" "tx4d6b8b4ef8d9400392fc9-00697a45cb" "container-server 790419" 0.0093 "-" 790419 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:45141/sdb1/1/a/c2" "tx4d6b8b4ef8d9400392fc9-00697a45cb" "container-server 790419" 0.0012 "-" 790419 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4d6b8b4ef8d9400392fc9-00697a45cb" "proxy-server 790419" 0.0268 "-" 790419 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4d6b8b4ef8d9400392fc9-00697a45cb" "proxy-server 790419" 0.0444 "-" 790419 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4d6b8b4ef8d9400392fc9-00697a45cb - 0.0645 - - 1769620939.245455980 1769620939.309976578 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized + +user quit +No .MockServer object at 0x7f1010cad9d0> running +.MockServerFactory.MockServer object at 0x7f101107fcb0> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0x7f1010a6e990> running +No .MockServerFactory.MockServer object at 0x7f1010a6e350> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f1010acf950> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f101107fb60> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f101107fb60> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f1010a6f110> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f1010a6f110> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f1010a6e350> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f1010a6e350> pid: None signal: 9 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmplutvbcba/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplutvbcba/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmplutvbcba/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplutvbcba/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0206 "-" 790422 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0093 "-" 790422 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0116 "-" 790422 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0108 "-" 790422 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx65f3524dac994c67b259f-00697a45cb" "proxy-server 790422" 0.0019 "-" 790422 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:45011/sdb1/0/a/c" "tx65f3524dac994c67b259f-00697a45cb" "container-server 790422" 0.0013 "-" 790422 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:46665/sda1/0/a/c" "tx65f3524dac994c67b259f-00697a45cb" "container-server 790422" 0.0014 "-" 790422 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx65f3524dac994c67b259f-00697a45cb" "proxy-server 790422" 0.0376 "-" 790422 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx65f3524dac994c67b259f-00697a45cb" "proxy-server 790422" 0.0237 "-" 790422 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx65f3524dac994c67b259f-00697a45cb - 0.0481 - - 1769620939.440880060 1769620939.489004612 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdc0c5b1040154f88a7c43-00697a45cb" "proxy-server 790422" 0.0011 "-" 790422 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:46665/sda1/2/a1/c1" "txdc0c5b1040154f88a7c43-00697a45cb" "container-server 790422" 0.0010 "-" 790422 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:45011/sdb1/2/a1/c1" "txdc0c5b1040154f88a7c43-00697a45cb" "container-server 790422" 0.0009 "-" 790422 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdc0c5b1040154f88a7c43-00697a45cb" "proxy-server 790422" 0.0241 "-" 790422 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdc0c5b1040154f88a7c43-00697a45cb" "proxy-server 790422" 0.0416 "-" 790422 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdc0c5b1040154f88a7c43-00697a45cb - 0.0483 - - 1769620939.490791798 1769620939.539095879 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txebefcd57fe27454b814ac-00697a45cb" "proxy-server 790422" 0.0132 "-" 790422 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:45011/sdb1/0/a/c1" "txebefcd57fe27454b814ac-00697a45cb" "container-server 790422" 0.0018 "-" 790422 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:46665/sda1/0/a/c1" "txebefcd57fe27454b814ac-00697a45cb" "container-server 790422" 0.0175 "-" 790422 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txebefcd57fe27454b814ac-00697a45cb" "proxy-server 790422" 0.0388 "-" 790422 1test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmppqafyjxi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppqafyjxi/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmppqafyjxi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppqafyjxi/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0200 "-" 790400 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0175 "-" 790400 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0154 "-" 790400 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0155 "-" 790400 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx122398ea91ff45dcbd0dd-00697a45ca" "proxy-server 790400" 0.0020 "-" 790400 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44363/sdb1/1/a/c" "tx122398ea91ff45dcbd0dd-00697a45ca" "container-server 790400" 0.0026 "-" 790400 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35963/sda1/1/a/c" "tx122398ea91ff45dcbd0dd-00697a45ca" "container-server 790400" 0.0020 "-" 790400 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx122398ea91ff45dcbd0dd-00697a45ca" "proxy-server 790400" 0.0283 "-" 790400 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx122398ea91ff45dcbd0dd-00697a45ca" "proxy-server 790400" 0.0455 "-" 790400 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/18 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx122398ea91ff45dcbd0dd-00697a45ca - 0.0572 - - 1769620938.721010685 1769620938.778169394 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx50fcba8601104d7bb914b-00697a45ca" "proxy-server 790400" 0.0018 "-" 790400 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35963/sda1/1/a1/c1" "tx50fcba8601104d7bb914b-00697a45ca" "container-server 790400" 0.0026 "-" 790400 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44363/sdb1/1/a1/c1" "tx50fcba8601104d7bb914b-00697a45ca" "container-server 790400" 0.0019 "-" 790400 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx50fcba8601104d7bb914b-00697a45ca" "proxy-server 790400" 0.0203 "-" 790400 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx50fcba8601104d7bb914b-00697a45ca" "proxy-server 790400" 0.0392 "-" 790400 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx50fcba8601104d7bb914b-00697a45ca - 0.0496 - - 1769620938.780127048 1769620938.829697847 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx69f80259b4b64f0db7b33-00697a45ca" "proxy-server 790400" 0.0136 "-" 790400 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:35963/sda1/2/a/c1" "tx69f80259b4b64f0db7b33-00697a45ca" "container-server 790400" 0.0110 "-" 790400 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44363/sdb1/2/a/c1" "tx69f80259b4b64f0db7b33-00697a45ca" "container-server 790400" 0.0015 "-" 790400 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx69f80259b4b64f0db7b33-00697a45ca" "proxy-server 790400" 0.0329 "-" 790400 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx69f80259b4b64f0db7b33-00697a45ca" "proxy-server 790400" 0.0486 "-" 790400 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx69f80259b4b64f0db7b33-00697a45ca - 0.0711 - - 1769620938.831683397 1769620938.902740240 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx68d6f8b808984e7d81889-00697a45ca" "proxy-server 790400" 0.0134 "-" 790400 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:35963/sda1/1/a/c2" "tx68d6f8b808984e7d81889-00697a45ca" "container-server 790400" 0.0096 "-" 790400 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44363/sdb1/1/a/c2" "tx68d6f8b808984e7d81889-00697a45ca" "container-server 790400" 0.0050 "-" 790400 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx68d6f8b808984e7d81889-00697a45ca" "proxy-server 790400" 0.0323 "-" 790400 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx68d6f8b808984e7d81889-00697a45ca" "proxy-server 790400" 0.0521 "-" 790400 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx68d6f8b808984e7d81889-00697a45ca - 0.0748 - - 1769620938.904618263 1769620938.979387283 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpoalq5mwk/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoalq5mwk/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpoalq5mwk/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoalq5mwk/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0156 "-" 790400 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0196 "-" 790400 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0141 "-" 790400 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0120 "-" 790400 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb3388aa6306849a49b396-00697a45cb" "proxy-server 790400" 0.0017 "-" 790400 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx8ef9744c5ae54aff8401e-00697a45cd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx936a6d07f903423baa21a-00697a45cd) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpqs50_zs7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqs50_zs7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok - +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000'} +test DEBUG: bucket None POST +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Error retrieving recon data: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0770cc45692a4ae0a25f0-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0770cc45692a4ae0a25f0-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0770cc45692a4ae0a25f0-00697a45cb) +test ERROR: Container HEAD returning 503 for [] (txn: tx0770cc45692a4ae0a25f0-00697a45cb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpv91k2e55/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv91k2e55/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpv91k2e55/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv91k2e55/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0119 "-" 790393 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0089 "-" 790393 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0124 "-" 790393 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0111 "-" 790393 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcb21937a345544a99a617-00697a45ce" "proxy-server 790393" 0.0012 "-" 790393 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57669/sda1/1/a/c" "txcb21937a345544a99a617-00697a45ce" "container-server 790393" 0.0010 "-" 790393 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44059/sdb1/1/a/c" "txcb21937a345544a99a617-00697a45ce" "container-server 790393" 0.0009 "-" 790393 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcb21937a345544a99a617-00697a45ce" "proxy-server 790393" 0.0231 "-" 790393 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcb21937a345544a99a617-00697a45ce" "proxy-server 790393" 0.0136 "-" 790393 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/22 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcb21937a345544a99a617-00697a45ce - 0.0305 - - 1769620942.555954218 1769620942.586414814 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf70101ff3e034146866e0-00697a45ce" "proxy-server 790393" 0.0011 "-" 790393 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57669/sda1/1/a1/c1" "txf70101ff3e034146866e0-00697a45ce" "container-server 790393" 0.0019 "-" 790393 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44059/sdb1/1/a1/c1" "txf70101ff3e034146866e0-00697a45ce" "container-server 790393" 0.0009 "-" 790393 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf70101ff3e034146866e0-00697a45ce" "proxy-server 790393" 0.0148 "-" 790393 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf70101ff3e034146866e0-00697a45ce" "proxy-server 790393" 0.0259 "-" 790393 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/22 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf70101ff3e034146866e0-00697a45ce - 0.0323 - - 1769620942.587646246 1769620942.619922161 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2852a89129584a019f38a-00697a45ce" "proxy-server 790393" 0.0094 "-" 790393 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44059/sdb1/2/a/c1" "tx2852a89129584a019f38a-00697a45ce" "container-server 790393" 0.0010 "-" 790393 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57669/sda1/2/a/c1" "tx2852a89129584a019f38a-00697a45ce" "container-server 790393" 0.0071 "-" 790393 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2852a89129584a019f38a-00697a45ce" "proxy-server 790393" 0.0230 "-" 790393 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2852a89129584a019f38a-00697a45ce" "proxy-server 790393" 0.0326 "-" 790393 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/22 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2852a89129584a019f38a-00697a45ce - 0.0479 - - 1769620942.621169567 1769620942.669091225 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2648adb9d9df417880cdc-00697a45ce" "proxy-server 790393" 0.0062 "-" 790393 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:57669/sda1/1/a/c2" "tx2648adb9d9df417880cdc-00697a45ce" "container-server 790393" 0.0066 "-" 790393 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44059/sdb1/1/a/c2" "tx2648adb9d9df417880cdc-00697a45ce" "container-server 790393" 0.0010 "-" 790393 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2648adb9d9df417880cdc-00697a45ce" "proxy-server 790393" 0.0288 "-" 790393 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2648adb9d9df417880cdc-00697a45ce" "proxy-server 790393" 0.0201 "-" 790393 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/22 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2648adb9d9df417880cdc-00697a45ce - 0.0412 - - 1769620942.670328856 1769620942.711489677 2 +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:22] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:22] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000037 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:22] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000033 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:22] "GET https://cluster.domain HTTP/1.0" 200 117 0.000035 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:22] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000033 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx6fba232e8391452bbc58d-00697a45ce) +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=Truetest.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +test ERROR: Error reading ringfile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -swift-ring-builder 1.3 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txebefcd57fe27454b814ac-00697a45cb" "proxy-server 790422" 0.0572 "-" 790422 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txebefcd57fe27454b814ac-00697a45cb - 0.0776 - - 1769620939.540436268 1769620939.618048429 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx22c063958070446586c16-00697a45cb" "proxy-server 790422" 0.0074 "-" 790422 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:45011/sdb1/2/a/c2" "tx22c063958070446586c16-00697a45cb" "container-server 790422" 0.0151 "-" 790422 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:46665/sda1/2/a/c2" "tx22c063958070446586c16-00697a45cb" "container-server 790422" 0.0012 "-" 790422 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx22c063958070446586c16-00697a45cb" "proxy-server 790422" 0.0319 "-" 790422 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx22c063958070446586c16-00697a45cb" "proxy-server 790422" 0.0471 "-" 790422 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx22c063958070446586c16-00697a45cb - 0.0621 - - 1769620939.619487047 1769620939.681546211 2 +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +Thu Jan 29 07:22:18 2026 /tmp/tmplb14tzcv/unittest.profile123 +Thu Jan 29 07:22:18 2026 /tmp/tmplb14tzcv/unittest.profile790412 +Thu Jan 29 07:22:18 2026 /tmp/tmplb14tzcv/unittest.profile456 -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. + 30 function calls in 0.002 seconds -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... + Ordered by: internal time - Where and are replication ip and port. + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) + 6 0.001 0.000 0.001 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) -or -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] +Thu Jan 29 07:22:18 2026 /tmp/tmplb14tzcv/unittest.profile123 +Thu Jan 29 07:22:18 2026 /tmp/tmplb14tzcv/unittest.profile790412 +Thu Jan 29 07:22:18 2026 /tmp/tmplb14tzcv/unittest.profile456 - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. + 30 function calls in 0.002 seconds -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. + Ordered by: call count - A write_ring command is needed to make the change take effect. + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) + 6 0.001 0.000 0.001 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** +Thu Jan 29 07:22:18 2026 /tmp/tmplb14tzcv/unittest.profile123 +Thu Jan 29 07:22:18 2026 /tmp/tmplb14tzcv/unittest.profile790412 +Thu Jan 29 07:22:18 2026 /tmp/tmplb14tzcv/unittest.profile456 - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. + 30 function calls in 0.002 seconds -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. + Ordered by: internal time -swift-ring-builder dispersion [options] + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) + 6 0.001 0.000 0.001 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) - Output report on dispersion. - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile123 - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. + 5 function calls in 0.000 seconds - swift-ring-builder dispersion "r\d+z\d+$" -v + Ordered by: internal time - ... would only display rows for the zone tiers + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) - swift-ring-builder dispersion ".*\-[^/]*$" -v - ... would only display rows for the server tiers +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile123 - The reports columns are: + 5 function calls in 0.000 seconds - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned + Ordered by: internal time - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile123 - A write_ring command is needed to make the change take effect. + 5 function calls in 0.000 seconds - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** + Ordered by: internal time - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - A write_ring command is needed to make the change take effect. +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile123 - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. + 5 function calls in 0.000 seconds - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** + Ordered by: internal time - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) -swift-ring-builder list_parts [] .. -or +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile790412 +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile456 +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile123 -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight + 30 function calls in 0.001 seconds - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + Ordered by: internal time - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - A write_ring command is needed to make the change take effect. +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile790412 +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile456 +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile123 - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. + 30 function calls in 0.001 seconds - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** + Ordered by: internal time - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile790412 +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile456 +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile123 - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. + 30 function calls in 0.001 seconds -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. + Ordered by: internal time -swift-ring-builder remove [search-value ...] - [--yes] + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) -or -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile790412 - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + 15 function calls in 0.001 seconds - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. + Ordered by: internal time - Option --yes assume a yes response to all questions. + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) -swift-ring-builder search -or +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile790412 -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight + 15 function calls in 0.001 seconds - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + Ordered by: internal time - Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmppxkyw44h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppxkyw44h/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmppxkyw44h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppxkyw44h/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0486 "-" 3026289 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0387 "-" 3026289 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.1277 "-" 3026289 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0734 "-" 3026289 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx74b9cba1a532498fba44e-00676d33eb" "proxy-server 3026289" 0.0158 "-" 3026289 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:43273/sda1/1/a/c" "tx74b9cba1a532498fba44e-00676d33eb" "container-server 3026289" 0.0041 "-" 3026289 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37721/sdb1/1/a/c" "tx74b9cba1a532498fba44e-00676d33eb" "container-server 3026289" 0.0110 "-" 3026289 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx74b9cba1a532498fba44e-00676d33eb" "proxy-server 3026289" 0.0771 "-" 3026289 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx74b9cba1a532498fba44e-00676d33eb" "proxy-server 3026289" 0.1505 "-" 3026289 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/03 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx74b9cba1a532498fba44e-00676d33eb - 0.2062 - - 1735209963.647753716 1735209963.853937149 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd2a1c179d7d44f4495c91-00676d33eb" "proxy-server 3026289" 0.0126 "-" 3026289 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43273/sda1/1/a1/c1" "txd2a1c179d7d44f4495c91-00676d33eb" "container-server 3026289" 0.0060 "-" 3026289 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37721/sdb1/1/a1/c1" "txd2a1c179d7d44f4495c91-00676d33eb" "container-server 3026289" 0.0025 "-" 3026289 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd2a1c179d7d44f4495c91-00676d33eb" "proxy-server 3026289" 0.0601 "-" 3026289 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:03 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd2a1c179d7d44f4495c91-00676d33eb" "proxy-server 3026289" 0.0391 "-" 3026289 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/03 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd2a1c179d7d44f4495c91-00676d33eb - 0.0867 - - 1735209963.856536388 1735209963.943214178 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbc2478becd604ca892b83-00676d33eb" "proxy-server 3026289" 0.0415 "-" 3026289 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37721/sdb1/2/a/c1" "txbc2478becd604ca892b83-00676d33eb" "container-server 3026289" 0.0589 "-" 3026289 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:43273/sda1/2/a/c1" "txbc2478becd604ca892b83-00676d33eb" "container-server 3026289" 0.0083 "-" 3026289 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbc2478becd604ca892b83-00676d33eb" "proxy-server 3026289" 0.2466 "-" 3026289 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbc2478becd604ca892b83-00676d33eb" "proxy-server 3026289" 0.1986 "-" 3026289 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/04 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txbc2478becd604ca892b83-00676d33eb - 0.3027 - - 1735209963.954886198 1735209964.257590294 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe2733eca761e41ea9e31c-00676d33ec" "proxy-server 3026289" 0.0213 "-" 3026289 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37721/sdb1/1/a/c2" "txe2733eca761e41ea9e31c-00676d33ec" "container-server 3026289" 0.0222 "-" 3026289 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43273/sda1/1/a/c2" "txe2733eca761e41ea9e31c-00676d33ec" "container-server 3026289" 0.0026 "-" 3026289 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe2733eca761e41ea9e31c-00676d33ec" "proxy-server 3026289" 0.0919 "-" 3026289 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe2733eca761e41ea9e31c-00676d33ec" "proxy-server 3026289" 0.1681 "-" 3026289 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/04 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe2733eca761e41ea9e31c-00676d33ec - 0.2045 - - 1735209964.259796381 1735209964.464255571 2 + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Jan 29 07:22:18 2026 /tmp/tmp47zsn422/unittest.profile790412 + + 15 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percalltest.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0119 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0078 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0138 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0282 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0140 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0235 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0127 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0189 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0022 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0131 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0280 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0191 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0134 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0147 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0164 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0243 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0111 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0128 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0111 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0104 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0103 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0141 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0156 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0018 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0075 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0124 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0142 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0096 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0132 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0088 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0081 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0096 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0086 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0097 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0066 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0149 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0085 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0127 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0108 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0082 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0151 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0127 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0120 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0080 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0080 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0091 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0110 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0100 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0102 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0026 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0088 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0089 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0084 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0097 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0083 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0019 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 790411 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0221 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0166 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0228 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0199 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0101 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0110 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0196 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0140 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0183 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0108 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0139 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0116 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0114 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0100 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0162 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0259 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0165 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0149 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0103 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0116 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0126 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0127 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0020 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:18 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0100 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0027 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0106 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0079 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0081 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0083 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0078 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0131 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0063 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0087 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0181 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0090 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0111 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0119 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0092 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0024 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0023 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0114 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0026 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0097 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0126 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0106 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0106 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0108 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0026 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0119 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0027 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0090 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0114 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0170 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0140 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0113 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0104 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0127 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0090 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0196 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0176 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0175 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 790387 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API.test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok test.unit.common.test_utils.TestWatchdog.test_start_stop test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok test.unit.common.test_utils.TestWatchdog.test_timeout_expire test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmpby40i9zb/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +Reloaded swift-proxy-server +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1768953600 +test DEBUG: looking for objects in 1768953600 +test DEBUG: checking container 1768950000 +test DEBUG: looking for objects in 1768950000 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1769616000 +test DEBUG: looking for objects in 1769616000 +test DEBUG: checking container 1769612400 +test DEBUG: looking for objects in 1769612400 +test DEBUG: checking container 1769608800 +test DEBUG: looking for objects in 1769608800 +test DEBUG: checking container 1769605200 +test DEBUG: looking for objects in 1769605200 +test DEBUG: checking container 1769601600 +test DEBUG: looking for objects in 1769601600 +test DEBUG: checking container 1769598000 +test DEBUG: looking for objects in 1769598000 +test DEBUG: checking container 1769594400 +test DEBUG: looking for objects in 1769594400test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD + return self._handle_acl(app, 'DELETE') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, '') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00044 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp59ph7oep/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00562 seconds (178.04599/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmptw2tcc3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Not deleting db /tmp/tmptw2tcc3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmptw2tcc3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmptw2tcc3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620938.85039.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmptw2tcc3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620938.85039.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmptw2tcc3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620938.85039.db +test DEBUG: Successfully deleted db /tmp/tmptw2tcc3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzzmovuf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5bd81cb9ce60b927cdc079bd0f86b6dd', '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda', '1769620938.95152', '1769620938.00000', '0', '', '1769620938.00000', 51, 0) +test DEBUG: /tmp/tmpzzmovuf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1769620939.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1769620940.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1769620941.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1769620942.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1769620943.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1769620944.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1769620945.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1769620946.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1769620947.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1769620948.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1769620949.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1769620950.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1769620951.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1769620952.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1769620953.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1769620954.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1769620955.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1769620956.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1769620957.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1769620958.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1769620959.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1769620960.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1769620961.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1769620962.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1769620963.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1769620964.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1769620965.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1769620966.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1769620967.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1769620968.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + 'version-id': item['version_id']}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18f040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18f040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18f1c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18f1c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok - - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0002 - - 1769620938.349466085 1769620938.349628448 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1769620938.351382971 1769620938.351398230 - +test INFO: - - 28/Jan/2026/17/22/19 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769620938.352808714 1769620939.052808762 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.355501890 1769620938.355613708 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.364667177 1769620938.364768028 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769620938.367648363 1769620938.367685556 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769620938.369202852 1769620938.369220257 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.370502472 1769620938.370606422 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.371981144 1769620938.372073889 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 15 - - - 0.0007 - - 1769620938.371952057 1769620938.372607946 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.400844097 1769620938.400957584 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.404844046 1769620938.404968262 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1769620938.406260729 1769620938.406359196 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.407858133 1769620938.407953978 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1769620938.409123659 1769620938.409245014 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769620938.411111355 1769620938.411217451 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769620938.412875891 1769620938.412978649 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.414900303 1769620938.414998293 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1769620938.416117668 1769620938.416205645 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1769620938.417341471 1769620938.417460442 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1769620938.418241024 1769620938.418356657 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1769620938.419882298 1769620938.419974089 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.421428204 1769620938.421523094 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.422566414 1769620938.422654867 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1769620938.424068928 1769620938.424159050 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 28/Jan/2026/17/22/18 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.429342985 1769620938.429437160 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 790414 +my-daemon DEBUG: Forked worker 790414 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 28/Jan/2026/17/22/18 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1769620938.872291327 1769620938.872602463 - +fake-swift INFO: - - 28/Jan/2026/17/22/18 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769620938.873594046 1769620938.873755932 - +fake-swift INFO: - - 28/Jan/2026/17/22/18 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769620938.874305964 1769620938.874465942 - +fake-swift INFO: - - 28/Jan/2026/17/22/18 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1769620938.874904633 1769620938.875044823 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 28/Jan/2026/17/22/18 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1769620938.880719423 1769620938.880827188 - +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test WARNING: boom +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0099 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0075 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0088 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0148 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0247 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0115 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0117 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0221 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0153 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0125 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0103 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0126 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0165 "-" 790414 2 +test ERROR: ERROR Account update failed with 127.0.0.1:35537/sda1 (will retry later): Response 503 OK +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0135 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0141 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0128 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0006 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0147 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0154 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0414 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +Ring Builder file does not exist: /tmp/tmpse9saivx/tmpmnteo3i2 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmpztpx7xox/tmp8d2utep0 +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. swift-ring-builder create Creates with 2^ partitions and . is number of hours to restrict moving a partition more than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - +/tmp/tmp33ffwerb/tmpr3mh85vu, build version 4, id 9fbffb3e784846e587e2c7325cf0400a +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp33ffwerb/tmpr3mh85vu.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 33 1 + 20 1 +Partition Matches + 2 1 + 10 1 + 11 1 + 17 1 + 21 1 + 24 1 + 25 1 + 37 1 + 45 1 + 48 1 + 49 1 + 50 1 + 53 1 + 54 1 + 55 1 + 62 1 + 0 1 + 3 1 + 5 1 + 14 1 + 16 1 + 29 1 + 33 1 + 38 1 + 42 1 + 44 1 + 52 1 + 57 1 + 58 1 + 60 1 + 61 1 + 63 1 + 1 1 + 6 1 + 7 1 + 8 1 + 9 1 + 15 1 + 19 1 + 22 1 + 27 1 + 31 1 + 32 1 + 34 1 + 40 1 + 47 1 + 51 1 + 59 1 +Partition Matches + 0 1 + 3 1 + 6 1 + 8 1 + 11 1 + 14 1 + 20 1 + 21 1 + 28 1 + 37 1 + 40 1 + 42 1 + 44 1 + 49 1 + 56 1 + 62 1 + 1 1 + 15 1 + 18 1 + 22 1 + 23 1 + 24 1 + 32 1 + 33 1 + 41 1 + 46 1 + 50 1 + 54 1 + 57 1 + 58 1 + 60 1 + 63 1 + 4 1 + 5 1 + 7 1 + 16 1 + 17 1 + 19 1 + 25 1 + 27 1 + 30 1 + 35 1 + 43 1 + 45 1 + 47 1 + 52 1 + 55 1 + 61 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 12 1 + 37 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 32 1 + 15 1 +Specified builder file "/tmp/tmpws4al9z8/tmpgfqnx98j" is not rebalanced yet. Please rebalance first. swift-ring-builder list_parts [] .. or @@ -64772,881 +16903,675 @@ to least. If there are a lot of devices to match against, this command could take a while to run. -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or +The can be of the form:: -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight + drz-:R:/ + _ - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. +Where and are replication ip and port. - Shows information about matching devices. +Any part is optional, but you must include at least one part. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] +Examples:: -or + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] +Most specific example:: - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. +Nerd explanation: - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok + filename:lineno(function) + 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmpz7urexfg: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test INFO: - - 28/Jan/2026/17/22/18 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.464362383 1769620938.464652538 0 +test INFO: - - 28/Jan/2026/17/22/18 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0014 - - 1769620938.464282036 1769620938.465642214 0 +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.467910767 1769620938.468258381 0 +test INFO: - - 28/Jan/2026/17/22/18 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0012 - - 1769620938.467839241 1769620938.469011545 0 +test INFO: - - 28/Jan/2026/17/22/18 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.471140623 1769620938.471413851 0 +test INFO: - - 28/Jan/2026/17/22/18 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0011 - - 1769620938.471073627 1769620938.472168684 0 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.474283934 1769620938.474608898 0 +test INFO: - - 28/Jan/2026/17/22/18 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0012 - - 1769620938.474214077 1769620938.475382090 0 +test INFO: - - 28/Jan/2026/17/22/18 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769620938.477494717 1769620938.477744341 0 +test INFO: - - 28/Jan/2026/17/22/18 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0011 - - 1769620938.477427959 1769620938.478495598 0 +test INFO: - - 28/Jan/2026/17/22/18 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.481162548 1769620938.481431007 0 +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0004 SSC - 1769620938.481924057 1769620938.482313395 0 +test INFO: - - 28/Jan/2026/17/22/18 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.483054161 1769620938.483305454 0 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0032 - - 1769620938.480940104 1769620938.484148741 - +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.486400366 1769620938.486744881 0 +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1769620938.487234592 1769620938.487582207 0 +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.488250971 1769620938.488575935 0 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0032 - - 1769620938.486188889 1769620938.489375114 - +test INFO: - - 28/Jan/2026/17/22/18 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.491673231 1769620938.491950274 0 +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0004 SSC - 1769620938.493304253 1769620938.493692160 0 +test INFO: - - 28/Jan/2026/17/22/18 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769620938.494321823 1769620938.494489193 0 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0036 - - 1769620938.491456270 1769620938.495063782 - +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769620938.496587753 1769620938.496788502 0 +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0004 SSC - 1769620938.497115374 1769620938.497497082 0 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.498161077 1769620938.498456240 0 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0028 - - 1769620938.496458530 1769620938.499300718 - +test INFO: - - 28/Jan/2026/17/22/18 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769620938.501599789 1769620938.501852989 0 +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0004 SSC - 1769620938.502355814 1769620938.502744436 0 +test INFO: - - 28/Jan/2026/17/22/18 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769620938.503438711 1769620938.503682613 0 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0031 - - 1769620938.501389742 1769620938.504477501 - +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769620938.5395427, time window end: 1769620938.5395427, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync + if not self.container_sync_row( + ~~~~~~~~~~~~~~~~~~~~~~~^ + row, sync_to, user_key, broker, info, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key): + ^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769620938.5426583, time window end: 1769620938.5426662, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1769620938.5428414, time window end: 1769620938.5431817, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1769620938.543293, time window end: 1769620938.543349, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_header +test.unit.common.test_utils.TestUtils.test_parse_header ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok - +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpdlqnvd0j/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpdlqnvd0j/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmppd2d5go7/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmppd2d5go7/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest INFO: - - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0345 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0274 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0288 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0071 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1046 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0046 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1210 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0182 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0475 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0872 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0648 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0715 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:03 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0033 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0694 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0521 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0021 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0888 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0508 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0083 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0421 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0449 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0042 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0004 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0546 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0563 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0453 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0220 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0375 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0499 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0240 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0043 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0433 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0030 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0004 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0422 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0068 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0545 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:04 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0553 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0552 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0620 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0540 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.1690 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0455 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0612 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0323 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0517 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0439 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0404 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0029 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0047 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0103 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0582 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0048 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0298 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0468 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0753 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0476 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0388 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:05 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0027 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0482 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0176 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0372 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0540 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0430 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0551 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0562 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0033 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0304 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0195 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0403 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0465 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0364 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0350 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0563 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0112 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 3026146 -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok - - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -/tmp/tmp8jv2uvk1/tmpsx98qwrr, build version 4, id d98c7579a6c94faaa1293f8666098420 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmp8jv2uvk1/tmpsx98qwrr.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok test INFO: Beginning replication run test INFO: Replication run OVER test INFO: Attempted to replicate 0 dbs in 0.00055 seconds (0.00000/s) @@ -65654,260 +17579,335 @@ test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4nm9k9ms/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Replicating db /tmp/tmpe5lxnvul/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.04731 seconds (21.13698/s) +test INFO: Attempted to replicate 1 dbs in 0.01210 seconds (82.61640/s) test INFO: Removed 1 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmpkmu8yn52/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmpkmu8yn52/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmpkmu8yn52/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmpkmu8yn52/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209966.66468.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmpkmu8yn52/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209966.66468.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmpkmu8yn52/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209966.66468.db -test DEBUG: Successfully deleted db /tmp/tmpkmu8yn52/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4th8uipi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'd35857eed4aa1e8c25e2a7277eae7650', 'a55fffc3-f985-499c-897d-748ec678173f-sda', '1735209967.23450', '1735209967.00000', '0', '', '1735209967.00000', 51, 0) -test DEBUG: /tmp/tmp4th8uipi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1735209968.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1735209969.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1735209970.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1735209971.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1735209972.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1735209973.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1735209974.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1735209975.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1735209976.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1735209977.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a55fffc3-f985-499c-897d-748ec678173f-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1735209978.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1735209979.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1735209980.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1735209981.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1735209982.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1735209983.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1735209984.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1735209985.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1735209986.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1735209987.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a55fffc3-f985-499c-897d-748ec678173f-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1735209988.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1735209989.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1735209990.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1735209991.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1735209992.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1735209993.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1735209994.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1735209995.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1735209996.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1735209997.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a55fffc3-f985-499c-897d-748ec678173f-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00067 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00041 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '45ddc99a-3125-4fed-a56c-c2ab5c709f21-sda', '1769620938.64741', '1769620938.64389', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiftgqf_h/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'dbeb61cd-39fe-4bfb-ae86-44d39159f7e5-sda', '1769620938.67639', '1769620938.67245', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('dbeb61cd-39fe-4bfb-ae86-44d39159f7e5-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'dbeb61cd-39fe-4bfb-ae86-44d39159f7e5-sda', '1769620938.67639', '1769620938.67245', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('dbeb61cd-39fe-4bfb-ae86-44d39159f7e5-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06440 seconds (15.52673/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'c35c5186ec6796153a95861ec19a9233', '6202e3be-8c08-4b57-99d6-9fffca98536e-sda', '1769620938.76463', '1769620938.7604', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('6202e3be-8c08-4b57-99d6-9fffca98536e-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '7a7f966266811fd3cfcb14f66d2ff839', '8b59e480-cf02-479a-9b68-3db5f74e2453-sda', '1769620938.83497', '1769620938.83292', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1769620938.85843', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1769620938.85896', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1769620938.85924', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1769620938.85949', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1769620938.85968', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1769620938.85986', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1769620938.86009', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1769620938.86028', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1769620938.86046', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1769620938.86071', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1769620938.86089', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '8b59e480-cf02-479a-9b68-3db5f74e2453-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -[2024-12-26 10:46:02] Checking auditor stats -=============================================================================== +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok + +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37073/sda1/1/a/c" "txb3388aa6306849a49b396-00697a45cb" "container-server 790400" 0.0018 "-" 790400 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:33893/sdb1/1/a/c" "txb3388aa6306849a49b396-00697a45cb" "container-server 790400" 0.0015 "-" 790400 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb3388aa6306849a49b396-00697a45cb" "proxy-server 790400" 0.0392 "-" 790400 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb3388aa6306849a49b396-00697a45cb" "proxy-server 790400" 0.0242 "-" 790400 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb3388aa6306849a49b396-00697a45cb - 0.0524 - - 1769620939.131218433 1769620939.183637857 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe51c445aaacb40c0bd038-00697a45cb" "proxy-server 790400" 0.0017 "-" 790400 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37073/sda1/1/a1/c1" "txe51c445aaacb40c0bd038-00697a45cb" "container-server 790400" 0.0015 "-" 790400 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33893/sdb1/1/a1/c1" "txe51c445aaacb40c0bd038-00697a45cb" "container-server 790400" 0.0014 "-" 790400 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe51c445aaacb40c0bd038-00697a45cb" "proxy-server 790400" 0.0195 "-" 790400 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe51c445aaacb40c0bd038-00697a45cb" "proxy-server 790400" 0.0344 "-" 790400 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe51c445aaacb40c0bd038-00697a45cb - 0.0443 - - 1769620939.185437202 1769620939.229780674 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb7300d4725504f14bcd58-00697a45cb" "proxy-server 790400" 0.0095 "-" 790400 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33893/sdb1/2/a/c1" "txb7300d4725504f14bcd58-00697a45cb" "container-server 790400" 0.0120 "-" 790400 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37073/sda1/2/a/c1" "txb7300d4725504f14bcd58-00697a45cb" "container-server 790400" 0.0012 "-" 790400 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb7300d4725504f14bcd58-00697a45cb" "proxy-server 790400" 0.0410 "-" 790400 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb7300d4725504f14bcd58-00697a45cb" "proxy-server 790400" 0.0289 "-" 790400 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb7300d4725504f14bcd58-00697a45cb - 0.0580 - - 1769620939.231625319 1769620939.289667130 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txeb24a87655c444b2b50e8-00697a45cb" "proxy-server 790400" 0.0100 "-" 790400 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37073/sda1/1/a/c2" "txeb24a87655c444b2b50e8-00697a45cb" "container-server 790400" 0.0085 "-" 790400 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:33893/sdb1/1/a/c2" "txeb24a87655c444b2b50e8-00697a45cb" "container-server 790400" 0.0011 "-" 790400 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txeb24a87655c444b2b50e8-00697a45cb" "proxy-server 790400" 0.0455 "-" 790400 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txeb24a87655c444b2b50e8-00697a45cb" "proxy-server 790400" 0.0286 "-" 790400 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txeb24a87655c444b2b50e8-00697a45cb - 0.0634 - - 1769620939.291017294 1769620939.354395866 2 +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +cont2 DEBUG: Could not load '/tmp/tmpqs50_zs7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqs50_zs7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0118 "-" 790423 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0122 "-" 790423 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0172 "-" 790423 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0109 "-" 790423 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5d7c3d8cdf5d4af0a816a-00697a45cd" "proxy-server 790423" 0.0012 "-" 790423 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:34477/sdb1/1/a/c" "tx5d7c3d8cdf5d4af0a816a-00697a45cd" "container-server 790423" 0.0011 "-" 790423 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50503/sda1/1/a/c" "tx5d7c3d8cdf5d4af0a816a-00697a45cd" "container-server 790423" 0.0010 "-" 790423 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5d7c3d8cdf5d4af0a816a-00697a45cd" "proxy-server 790423" 0.0264 "-" 790423 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5d7c3d8cdf5d4af0a816a-00697a45cd" "proxy-server 790423" 0.0148 "-" 790423 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/21 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5d7c3d8cdf5d4af0a816a-00697a45cd - 0.0340 - - 1769620941.395094872 1769620941.429094553 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx613d6f0e14484681a01a3-00697a45cd" "proxy-server 790423" 0.0010 "-" 790423 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50503/sda1/1/a1/c1" "tx613d6f0e14484681a01a3-00697a45cd" "container-server 790423" 0.0010 "-" 790423 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34477/sdb1/1/a1/c1" "tx613d6f0e14484681a01a3-00697a45cd" "container-server 790423" 0.0009 "-" 790423 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx613d6f0e14484681a01a3-00697a45cd" "proxy-server 790423" 0.0168 "-" 790423 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx613d6f0e14484681a01a3-00697a45cd" "proxy-server 790423" 0.0296 "-" 790423 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/21 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx613d6f0e14484681a01a3-00697a45cd - 0.0359 - - 1769620941.430332184 1769620941.466266155 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx425647f7701b4f12b13d8-00697a45cd" "proxy-server 790423" 0.0209 "-" 790423 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34477/sdb1/2/a/c1" "tx425647f7701b4f12b13d8-00697a45cd" "container-server 790423" 0.0010 "-" 790423 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50503/sda1/2/a/c1" "tx425647f7701b4f12b13d8-00697a45cd" "container-server 790423" 0.0072 "-" 790423 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx425647f7701b4f12b13d8-00697a45cd" "proxy-server 790423" 0.0320 "-" 790423 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx425647f7701b4f12b13d8-00697a45cd" "proxy-server 790423" 0.0214 "-" 790423 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/21 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx425647f7701b4f12b13d8-00697a45cd - 0.0594 - - 1769620941.467529535 1769620941.526916981 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx930f2435e7c541a98bbd5-00697a45cd" "proxy-server 790423" 0.0089 "-" 790423 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:34477/sdb1/1/a/c2" "tx930f2435e7c541a98bbd5-00697a45cd" "container-server 790423" 0.0116 "-" 790423 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50503/sda1/1/a/c2" "tx930f2435e7c541a98bbd5-00697a45cd" "container-server 790423" 0.0009 "-" 790423 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx930f2435e7c541a98bbd5-00697a45cd" "proxy-server 790423" 0.0377 "-" 790423 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx930f2435e7c541a98bbd5-00697a45cd" "proxy-server 790423" 0.0266 "-" 790423 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx930f2435e7c541a98bbd5-00697a45cd - 0.0529 - - 1769620941.528166056 1769620941.581031322 2 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7f195b627a38457e82f94-00697a45cb) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7f195b627a38457e82f94-00697a45cb) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx7f195b627a38457e82f94-00697a45cb) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx7f195b627a38457e82f94-00697a45cb) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx7f195b627a38457e82f94-00697a45cb) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx7f195b627a38457e82f94-00697a45cb) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx7f195b627a38457e82f94-00697a45cb) +test INFO: Client disconnected on read of '/a/c' (txn: tx7f195b627a38457e82f94-00697a45cb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9de1086331cd4754ab7d1-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9de1086331cd4754ab7d1-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9de1086331cd4754ab7d1-00697a45cb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txd11258bfaf9b43e89dd8b-00697a45cb) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txdacf458c8d8848118847c-00697a45cb) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3fd2c54eb2144f17b841e-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx39d65b98b6594b79a9253-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txf9e3f8a0b81a415ab0dd2-00697a45cb) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx4d977cb813ad43ba9822c-00697a45cb) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4d977cb813ad43ba9822c-00697a45cb) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx49401ef17ed8453f8645f-00697a45cb) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx81dfe0b88a834fdfa8fcc-00697a45cb) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx085bbe0acb7644d997761-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txdcb6a848d77a49dc90105-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx5dbeba3ecd2343e4a36e6-00697a45cb) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx79e3f4d364534b6bbed2a-00697a45cb) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx79e3f4d364534b6bbed2a-00697a45cb) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txb72af27d72a7423f95d0b-00697a45cb) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txef79cb71e82542a4816d2-00697a45cb) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txab28c557164c4750b9849-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx6df3ba19883f4e42876b0-00697a45cb) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txdb7a6e8f680f4fdcbf3c4-00697a45cb)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok + +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb637836e549a4c11b2c21-00697a45cb" "proxy-server 790424" 0.0390 "-" 790424 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb637836e549a4c11b2c21-00697a45cb" "proxy-server 790424" 0.0571 "-" 790424 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb637836e549a4c11b2c21-00697a45cb - 0.0760 - - 1769620939.548372269 1769620939.624356031 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpyykt9ogi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyykt9ogi/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpyykt9ogi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyykt9ogi/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0127 "-" 790424 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0156 "-" 790424 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0207 "-" 790424 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0269 "-" 790424 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx009bf8d6999b4c2caab7c-00697a45cb" "proxy-server 790424" 0.0017 "-" 790424 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54515/sda1/1/a/c" "tx009bf8d6999b4c2caab7c-00697a45cb" "container-server 790424" 0.0009 "-" 790424 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:53407/sdb1/1/a/c" "tx009bf8d6999b4c2caab7c-00697a45cb" "container-server 790424" 0.0017 "-" 790424 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx009bf8d6999b4c2caab7c-00697a45cb" "proxy-server 790424" 0.0298 "-" 790424 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx009bf8d6999b4c2caab7c-00697a45cb" "proxy-server 790424" 0.0161 "-" 790424 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx009bf8d6999b4c2caab7c-00697a45cb - 0.0392 - - 1769620939.799756765 1769620939.838956118 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx10e09ba90b744fa59a92c-00697a45cb" "proxy-server 790424" 0.0011 "-" 790424 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54515/sda1/1/a1/c1" "tx10e09ba90b744fa59a92c-00697a45cb" "container-server 790424" 0.0016 "-" 790424 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53407/sdb1/1/a1/c1" "tx10e09ba90b744fa59a92c-00697a45cb" "container-server 790424" 0.0040 "-" 790424 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx10e09ba90b744fa59a92c-00697a45cb" "proxy-server 790424" 0.0284 "-" 790424 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx10e09ba90b744fa59a92c-00697a45cb" "proxy-server 790424" 0.0186 "-" 790424 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx10e09ba90b744fa59a92c-00697a45cb - 0.0356 - - 1769620939.840196371 1769620939.875818491 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6fb1933f967b4c038854c-00697a45cb" "proxy-server 790424" 0.0122 "-" 790424 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54515/sda1/2/a/c1" "tx6fb1933f967b4c038854c-00697a45cb" "container-server 790424" 0.0127 "-" 790424 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53407/sdb1/2/a/c1" "tx6fb1933f967b4c038854c-00697a45cb" "container-server 790424" 0.0014 "-" 790424 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6fb1933f967b4c038854c-00697a45cb" "proxy-server 790424" 0.0284 "-" 790424 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6fb1933f967b4c038854c-00697a45cb" "proxy-server 790424" 0.0429 "-" 790424 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/19 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6fb1933f967b4c038854c-00697a45cb - 0.0607 - - 1769620939.877103329 1769620939.937828779 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcad434f5452149569b86c-00697a45cb" "proxy-server 790424" 0.0151 "-" 790424 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54515/sda1/1/a/c2" "txcad434f5452149569b86c-00697a45cb" "container-server 790424" 0.0120 "-" 790424 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:53407/sdb1/1/a/c2" "txcad434f5452149569b86c-00697a45cb" "container-server 790424" 0.0010 "-" 790424 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcad434f5452149569b86c-00697a45cb" "proxy-server 790424" 0.0320 "-" 790424 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcad434f5452149569b86c-00697a45cb" "proxy-server 790424" 0.0496 "-" 790424 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/20 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcad434f5452149569b86c-00697a45cb - 0.0704 - - 1769620939.939045429 1769620940.009404182 2 +Unlinked retiring db '/tmp/tmpgg2sxn54/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +Unlinked retiring db '/tmp/tmpb3exgvdk/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +Unlinked retiring db '/tmp/tmpwrckdn1t/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +Unlinked retiring db '/tmp/tmpqr3vwn8x/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok - fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -65917,16 +17917,17 @@ Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) @@ -65941,53 +17942,6 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -65998,17 +17952,6 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/46/06 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0014 - - 1735209966.155373096 1735209966.156821489 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/46/06 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0013 - - 1735209966.162523031 1735209966.163790703 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -66016,16 +17959,15 @@ Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) @@ -66038,487 +17980,1047 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift INFO: - - 28/Jan/2026/17/22/18 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0013 - - 1769620938.912626028 1769620938.913942814 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift INFO: - - 28/Jan/2026/17/22/18 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0012 - - 1769620938.914842844 1769620938.916089773 0 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test WARNING: Skipping /tmp/tmpatk0_9o7/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpatk0_9o7/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpatk0_9o7/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpziobapkg/asdf/data because [Errno 20] Not a directory: '/tmp/tmpziobapkg/asdf/data' +test WARNING: Skipping /tmp/tmpziobapkg/asdf/data because [Errno 20] Not a directory: '/tmp/tmpziobapkg/asdf/data' +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping /tmp/tmplgjocskf/asdf/data because [Errno 20] Not a directory: '/tmp/tmplgjocskf/asdf/data' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test DEBUG: /tmp/tmp4th8uipi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.18961s) -test DEBUG: Synchronization for /tmp/tmp4th8uipi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'd35857eed4aa1e8c25e2a7277eae7650', 'a55fffc3-f985-499c-897d-748ec678173f-sda', '1735209967.23450', '1735209967.00000', '0', '', '1735209967.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a55fffc3-f985-499c-897d-748ec678173f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.68313 seconds (1.46386/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4th8uipi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'd35857eed4aa1e8c25e2a7277eae7650', 'a55fffc3-f985-499c-897d-748ec678173f-sda', '1735209967.23450', '1735209967.00000', '0', '', '1735209967.00000', 51, 0) -test DEBUG: /tmp/tmp4th8uipi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1735209998.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1735209999.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1735210000.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1735210001.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1735210002.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1735210003.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1735210004.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1735210005.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1735210006.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1735210007.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a55fffc3-f985-499c-897d-748ec678173f-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1735210008.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1735210009.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1735210010.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1735210011.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1735210012.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1735210013.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1735210014.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1735210015.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1735210016.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1735210017.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a55fffc3-f985-499c-897d-748ec678173f-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1735210118.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a55fffc3-f985-499c-897d-748ec678173f-sda') -test DEBUG: /tmp/tmp4th8uipi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.129026s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'd35857eed4aa1e8c25e2a7277eae7650', 'a55fffc3-f985-499c-897d-748ec678173f-sda', '1735209967.23450', '1735209967.00000', '0', '', '1735209967.00000', 51, 0) -test DEBUG: /tmp/tmp4th8uipi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21080 seconds (4.74386/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00048 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.01253 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpo0v_3620/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '0bae26434d0ed9666badd8533b449019', '53d9841b-84af-4494-8c6a-82b52e76fed1-sda', '1735209968.50806', '1735207200.00000', '0', '', '1735207200.00000', 0, 0) -test DEBUG: /tmp/tmpo0v_3620/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735207202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735207203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '53d9841b-84af-4494-8c6a-82b52e76fed1-sda')test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1006d4a708864c5a9590f-00697a45cc) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx1006d4a708864c5a9590f-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf1e042c7f003447a809dc-00697a45cc) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: txf1e042c7f003447a809dc-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3553e3beb8f94f9387307-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5c0c812000e44ef8e635-00697a45cc) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: txb5c0c812000e44ef8e635-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9b41f554c19c4cb3b003f-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx9b41f554c19c4cb3b003f-00697a45cc)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0557 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0060 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0449 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0580 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0522 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0654 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:06 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0434 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.2313 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0636 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0875 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0030 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0240 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0031 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0119 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0098 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0073 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0120 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0075 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0488 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0185 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0874 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0016 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0036 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0109 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0406 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0034 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0632 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0469 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0903 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0451 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0307 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0386 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0510 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0449 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0272 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0433 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0375 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0612 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0034 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0075 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0470 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0019 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0403 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0511 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0630 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0433 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0324 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0275 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0572 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0729 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0379 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0536 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0306 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0264 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0046 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0051 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0644 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0056 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0439 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0415 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0664 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0376 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0272 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0278 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0352 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0740 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0243 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0407 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0346 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0364 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0158 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0783 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0870 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0239 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0439 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0384 "-" 3026146 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmprmgd7qdl/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.01s +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Received error, rejecting request with error: 400 Bad Request test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok + +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (790393) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "PUT /path HTTP/1.0" 200 105 0.000058 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000037 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000035 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000033 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET / HTTP/1.1" 200 120 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 28 Jan 2026 17:22:23 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET /%FF HTTP/1.1" 200 123 0.000044 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 28 Jan 2026 17:22:23 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET /ÿ HTTP/1.1" 200 126 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 28 Jan 2026 17:22:23 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 28 Jan 2026 17:22:23 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000044 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 28 Jan 2026 17:22:23 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET // HTTP/1.1" 200 121 0.000044 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 28 Jan 2026 17:22:23 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET //bar HTTP/1.1" 200 124 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 28 Jan 2026 17:22:23 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET //////baz HTTP/1.1" 200 128 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 28 Jan 2026 17:22:23 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (790393) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790393) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:23] "GET /someurl HTTP/1.0" 200 102 0.000034 +proxy INFO: wsgi exiting +proxy INFO: (790393) wsgi exited, is_accepting=True +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx29c163f77b5f4f2daac42-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx548932df01c64218a19ab-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb2c405074b8249c6a13bd-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx361cfa1b36e446c889f99-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx983667dfb2434ccc9f81e-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb43580aa17ae406fa9e74-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txacd81d2cf1164fbaab587-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7868944a3cad4a00b535d-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2d1e5b50d65544e0a916f-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb73a03286a274965a7d6e-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4a4dce1340d641809a07a-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6c66ef3f14b84a1d981a9-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6d61cbd763a445c5869be-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0e6f74a9f19f4ad8bdc78-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3fbb8c2950594566a06bb-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txccac166199774a86b0b16-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx823ad042c00c415590963-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx14a1cff5c57949d491d11-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx53f9eedb1a8e499b8cbf8-00697a45cf)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok + test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmpt0qpbf4p/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmpt0qpbf4p/var/run/zero-server.pid with invalid pid +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0155 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0101 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0129 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0105 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0176 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0150 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0104 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0097 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0276 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0017 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0119 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0179 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0116 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0019 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0117 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0091 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0124 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0105 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0109 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0126 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0106 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0110 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0133 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0127 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0102 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0157 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0017 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0017 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0118 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0168 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0156 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0126 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0074 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0082 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0104 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0130 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0150 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0129 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0261 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0257 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0025 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0022 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0107 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0018 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0109 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0077 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0083 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0080 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0097 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0122 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0122 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0112 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0102 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0125 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0164 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0128 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0019 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0022 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0138 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0077 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0139 "-" 790411 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok + +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0186 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0023 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0112 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0117 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0113 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0151 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0125 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0181 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0073 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0119 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0025 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0183 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0175 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0177 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0016 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0119 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0136 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0115 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0123 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0122 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0110 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0103 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0089 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0082 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0141 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0159 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0292 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0083 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0079 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0126 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0083 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0085 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0084 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0088 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0072 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0077 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0135 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0133 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0137 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0194 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0023 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0021 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0144 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0013 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0099 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0136 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0087 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0146 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0160 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0169 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0200 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0117 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0135 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0094 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0139 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0135 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0136 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0139 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0142 "-" 790387 -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir @@ -66547,1899 +19049,381 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 175 (Last start was 0) -Gather start is 175 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdc -Placed 67/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdd -Placed 67/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda -Placed 67/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdb -Placed 176/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdc -Placed 176/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdd -Placed 176/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sda -Placed 140/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdb -Placed 140/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc -Placed 140/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd -Placed 120/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda -Placed 120/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb -Placed 120/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdc -Placed 250/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdd -Placed 250/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sda -Placed 250/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdb -Placed 98/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc -Placed 98/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdd -Placed 98/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sda -Placed 224/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdb -Placed 224/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdc -Placed 224/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd -Placed 87/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda -Placed 87/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdb -Placed 87/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdc -Placed 105/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdd -Placed 105/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sda -Placed 105/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdb -Placed 215/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc -Placed 215/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd -Placed 215/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sda -Placed 134/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb -Placed 134/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdc -Placed 134/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdd -Placed 204/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sda -Placed 204/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdb -Placed 204/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdc -Placed 9/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdd -Placed 9/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sda -Placed 9/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdb -Placed 180/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdc -Placed 180/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdd -Placed 180/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sda -Placed 2/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb -Placed 2/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdc -Placed 2/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdd -Placed 243/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sda -Placed 243/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdb -Placed 243/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdc -Placed 212/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdd -Placed 212/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda -Placed 212/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdb -Placed 149/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdc -Placed 149/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdd -Placed 149/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sda -Placed 8/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdb -Placed 8/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc -Placed 8/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd -Placed 228/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sda -Placed 228/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb -Placed 228/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc -Placed 41/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd -Placed 41/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sda -Placed 41/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdb -Placed 229/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdc -Placed 229/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdd -Placed 229/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sda -Placed 255/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdb -Placed 255/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdc -Placed 255/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdd -Placed 113/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sda -Placed 113/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdb -Placed 113/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdc -Placed 102/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdd -Placed 102/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sda -Placed 102/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdb -Placed 3/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdc -Placed 3/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd -Placed 3/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sda -Placed 241/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdb -Placed 241/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc -Placed 241/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdd -Placed 207/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sda -Placed 207/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdb -Placed 207/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdc -Placed 139/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd -Placed 139/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sda -Placed 139/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdb -Placed 253/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdc -Placed 253/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdd -Placed 253/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sda -Placed 46/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdb -Placed 46/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdc -Placed 46/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd -Placed 214/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda -Placed 214/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdb -Placed 214/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc -Placed 101/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdd -Placed 101/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sda -Placed 101/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb -Placed 226/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdc -Placed 226/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd -Placed 226/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sda -Placed 38/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdb -Placed 38/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdc -Placed 38/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdd -Placed 246/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sda -Placed 246/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdb -Placed 246/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdc -Placed 155/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdd -Placed 155/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda -Placed 155/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdb -Placed 5/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc -Placed 5/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdd -Placed 5/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda -Placed 231/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdb -Placed 231/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdc -Placed 231/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdd -Placed 133/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sda -Placed 133/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdb -Placed 133/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc -Placed 192/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdd -Placed 192/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda -Placed 192/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb -Placed 75/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc -Placed 75/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd -Placed 75/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sda -Placed 85/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdb -Placed 85/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdc -Placed 85/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd -Placed 136/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sda -Placed 136/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb -Placed 136/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc -Placed 240/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd -Placed 240/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda -Placed 240/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb -Placed 220/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdc -Placed 220/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdd -Placed 220/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda -Placed 60/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdb -Placed 60/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdc -Placed 60/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd -Placed 175/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sda -Placed 175/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdb -Placed 175/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc -Placed 189/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd -Placed 189/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sda -Placed 189/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb -Placed 227/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdc -Placed 227/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdd -Placed 227/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sda -Placed 170/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb -Placed 170/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdc -Placed 170/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdd -Placed 68/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sda -Placed 68/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb -Placed 68/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdc -Placed 160/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdd -Placed 160/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sda -Placed 160/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdb -Placed 138/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdc -Placed 138/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd -Placed 138/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sda -Placed 11/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdb -Placed 11/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc -Placed 11/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdd -Placed 225/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sda -Placed 225/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdb -Placed 225/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdc -Placed 137/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdd -Placed 137/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sda -Placed 137/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdb -Placed 64/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdc -Placed 64/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdd -Placed 64/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sda -Placed 187/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdb -Placed 187/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdc -Placed 187/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdd -Placed 118/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sda -Placed 118/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdb -Placed 118/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdc -Placed 182/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdd -Placed 182/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sda -Placed 182/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdb -Placed 156/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdc -Placed 156/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd -Placed 156/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sda -Placed 196/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdb -Placed 196/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdc -Placed 196/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd -Placed 91/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda -Placed 91/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdb -Placed 91/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdc -Placed 83/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd -Placed 83/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda -Placed 83/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdb -Placed 65/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdc -Placed 65/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdd -Placed 65/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda -Placed 115/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdb -Placed 115/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdc -Placed 115/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdd -Placed 110/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sda -Placed 110/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb -Placed 110/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdc -Placed 174/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdd -Placed 174/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sda -Placed 174/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb -Placed 57/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdc -Placed 57/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd -Placed 57/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sda -Placed 58/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdb -Placed 58/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdc -Placed 58/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd -Placed 106/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sda -Placed 106/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdb -Placed 106/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc -Placed 43/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdd -Placed 43/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sda -Placed 43/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdb -Placed 81/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdc -Placed 81/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdd -Placed 81/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sda -Placed 213/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdb -Placed 213/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdc -Placed 213/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdd -Placed 148/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sda -Placed 148/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdb -Placed 148/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc -Placed 194/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd -Placed 194/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sda -Placed 194/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdb -Placed 236/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdc -Placed 236/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd -Placed 236/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda -Placed 26/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdb -Placed 26/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc -Placed 26/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdd -Placed 51/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda -Placed 51/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdb -Placed 51/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdc -Placed 237/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdd -Placed 237/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sda -Placed 237/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdb -Placed 92/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdc -Placed 92/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdd -Placed 92/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sda -Placed 151/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdb -Placed 151/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdc -Placed 151/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdd -Placed 232/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sda -Placed 232/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdb -Placed 232/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdc -Placed 211/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdd -Placed 211/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sda -Placed 211/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb -Placed 77/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc -Placed 77/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdd -Placed 77/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sda -Placed 130/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdb -Placed 130/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdc -Placed 130/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd -Placed 108/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda -Placed 108/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb -Placed 108/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdc -Placed 254/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdd -Placed 254/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda -Placed 254/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdb -Placed 167/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdc -Placed 167/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdd -Placed 167/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sda -Placed 22/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdb -Placed 22/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc -Placed 22/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdd -Placed 19/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sda -Placed 19/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb -Placed 19/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdc -Placed 84/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd -Placed 84/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sda -Placed 84/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdb -Placed 69/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdc -Placed 69/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdd -Placed 69/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sda -Placed 238/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdb -Placed 238/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdc -Placed 238/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdd -Placed 142/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sda -Placed 142/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdb -Placed 142/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc -Placed 56/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdd -Placed 56/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sda -Placed 56/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb -Placed 52/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdc -Placed 52/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdd -Placed 52/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sda -Placed 35/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdb -Placed 35/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdc -Placed 35/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdd -Placed 54/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sda -Placed 54/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdb -Placed 54/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdc -Placed 94/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdd -Placed 94/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sda -Placed 94/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdb -Placed 183/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdc -Placed 183/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdd -Placed 183/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda -Placed 10/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdb -Placed 10/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc -Placed 10/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdd -Placed 82/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sda -Placed 82/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdb -Placed 82/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdc -Placed 209/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdd -Placed 209/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sda -Placed 209/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdb -Placed 210/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdc -Placed 210/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdd -Placed 210/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sda -Placed 144/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdb -Placed 144/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdc -Placed 144/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd -Placed 103/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sda -Placed 103/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb -Placed 103/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdc -Placed 208/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdd -Placed 208/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sda -Placed 208/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdb -Placed 76/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc -Placed 76/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd -Placed 76/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda -Placed 32/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdb -Placed 32/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc -Placed 32/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdd -Placed 122/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sda -Placed 122/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdb -Placed 122/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdc -Placed 97/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdd -Placed 97/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sda -Placed 97/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdb -Placed 100/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc -Placed 100/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd -Placed 100/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sda -Placed 191/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb -Placed 191/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdc -Placed 191/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd -Placed 127/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sda -Placed 127/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb -Placed 127/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdc -Placed 116/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd -Placed 116/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda -Placed 116/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdb -Placed 4/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdc -Placed 4/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdd -Placed 4/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sda -Placed 107/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdb -Placed 107/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdc -Placed 107/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd -Placed 7/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda -Placed 7/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdb -Placed 7/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdc -Placed 125/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdd -Placed 125/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sda -Placed 125/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdb -Placed 193/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdc -Placed 193/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdd -Placed 193/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda -Placed 17/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb -Placed 17/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdc -Placed 17/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdd -Placed 50/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sda -Placed 50/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdb -Placed 50/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdc -Placed 154/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdd -Placed 154/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sda -Placed 154/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdb -Placed 141/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdc -Placed 141/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdd -Placed 141/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sda -Placed 143/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdb -Placed 143/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc -Placed 143/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdd -Placed 186/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sda -Placed 186/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdb -Placed 186/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdc -Placed 244/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdd -Placed 244/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda -Placed 244/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdb -Placed 123/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc -Placed 123/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdd -Placed 123/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sda -Placed 104/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdb -Placed 104/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdc -Placed 104/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd -Placed 6/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sda -Placed 6/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdb -Placed 6/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdc -Placed 48/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdd -Placed 48/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sda -Placed 48/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdb -Placed 55/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdc -Placed 55/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd -Placed 55/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sda -Placed 49/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdb -Placed 49/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdc -Placed 49/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd -Placed 128/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda -Placed 128/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb -Placed 128/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdc -Placed 59/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdd -Placed 59/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sda -Placed 59/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdb -Placed 44/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdc -Placed 44/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdd -Placed 44/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sda -Placed 93/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb -Placed 93/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc -Placed 93/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdd -Placed 21/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sda -Placed 21/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdb -Placed 21/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdc -Placed 45/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdd -Placed 45/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda -Placed 45/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdb -Placed 88/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdc -Placed 88/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdd -Placed 88/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sda -Placed 230/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdb -Placed 230/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdc -Placed 230/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdd -Placed 129/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sda -Placed 129/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdb -Placed 129/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdc -Placed 223/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdd -Placed 223/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sda -Placed 223/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb -Placed 124/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc -Placed 124/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd -Placed 124/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sda -Placed 162/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdb -Placed 162/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdc -Placed 162/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd -Placed 13/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sda -Placed 13/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb -Placed 13/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdc -Placed 31/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd -Placed 31/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sda -Placed 31/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdb -Placed 12/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdc -Placed 12/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdd -Placed 12/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sda -Placed 146/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb -Placed 146/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdc -Placed 146/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdd -Placed 233/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda -Placed 233/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdb -Placed 233/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdc -Placed 147/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdd -Placed 147/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sda -Placed 147/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdb -Placed 114/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdc -Placed 114/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdd -Placed 114/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sda -Placed 135/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb -Placed 135/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdc -Placed 135/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdd -Placed 248/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sda -Placed 248/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdb -Placed 248/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdc -Placed 157/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdd -Placed 157/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sda -Placed 157/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb -Placed 96/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc -Placed 96/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd -Placed 96/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda -Placed 222/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb -Placed 222/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdc -Placed 222/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdd -Placed 185/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sda -Placed 185/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb -Placed 185/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdc -Placed 112/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdd -Placed 112/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda -Placed 112/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdb -Placed 39/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdc -Placed 39/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdd -Placed 39/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sda -Placed 216/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdb -Placed 216/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdc -Placed 216/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdd -Placed 165/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sda -Placed 165/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb -Placed 165/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc -Placed 188/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdd -Placed 188/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sda -Placed 188/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdb -Placed 25/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdc -Placed 25/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdd -Placed 25/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sda -Placed 195/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdb -Placed 195/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc -Placed 195/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd -Placed 34/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda -Placed 34/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdb -Placed 34/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdc -Placed 28/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdd -Placed 28/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sda -Placed 28/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdb -Placed 181/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc -Placed 181/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdd -Placed 181/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sda -Placed 249/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdb -Placed 249/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdc -Placed 249/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdd -Placed 30/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sda -Placed 30/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdb -Placed 30/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc -Placed 73/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd -Placed 73/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sda -Placed 73/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdb -Placed 126/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc -Placed 126/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd -Placed 126/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda -Placed 24/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb -Placed 24/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdc -Placed 24/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdd -Placed 1/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sda -Placed 1/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdb -Placed 1/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc -Placed 166/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdd -Placed 166/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sda -Placed 166/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb -Placed 20/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdc -Placed 20/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdd -Placed 20/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda -Placed 131/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdb -Placed 131/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc -Placed 131/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdd -Placed 53/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sda -Placed 53/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdb -Placed 53/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdc -Placed 16/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd -Placed 16/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sda -Placed 16/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb -Placed 119/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdc -Placed 119/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdd -Placed 119/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sda -Placed 197/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdb -Placed 197/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc -Placed 197/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd -Placed 200/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sda -Placed 200/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdb -Placed 200/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdc -Placed 95/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd -Placed 95/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sda -Placed 95/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdb -Placed 15/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc -Placed 15/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdd -Placed 15/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sda -Placed 161/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb -Placed 161/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdc -Placed 161/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdd -Placed 62/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sda -Placed 62/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb -Placed 62/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdc -Placed 78/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdd -Placed 78/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sda -Placed 78/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdb -Placed 202/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdc -Placed 202/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdd -Placed 202/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sda -Placed 152/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdb -Placed 152/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdc -Placed 152/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdd -Placed 190/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda -Placed 190/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb -Placed 190/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdc -Placed 198/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd -Placed 198/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sda -Placed 198/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdb -Placed 235/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdc -Placed 235/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdd -Placed 235/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda -Placed 99/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdb -Placed 99/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc -Placed 99/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd -Placed 74/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda -Placed 74/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdb -Placed 74/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdc -Placed 79/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdd -Placed 79/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sda -Placed 79/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdb -Placed 245/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdc -Placed 245/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd -Placed 245/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sda -Placed 172/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdb -Placed 172/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc -Placed 172/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdd -Placed 109/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sda -Placed 109/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdb -Placed 109/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdc -Placed 121/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdd -Placed 121/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sda -Placed 121/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdb -Placed 179/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdc -Placed 179/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdd -Placed 179/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sda -Placed 86/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdb -Placed 86/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdc -Placed 86/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdd -Placed 29/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sda -Placed 29/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdb -Placed 29/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdc -Placed 27/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd -Placed 27/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda -Placed 27/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdb -Placed 33/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdc -Placed 33/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdd -Placed 33/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sda -Placed 23/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdb -Placed 23/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdc -Placed 23/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd -Placed 150/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sda -Placed 150/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb -Placed 150/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc -Placed 178/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdd -Placed 178/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda -Placed 178/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdb -Placed 247/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdc -Placed 247/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdd -Placed 247/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sda -Placed 164/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdb -Placed 164/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdc -Placed 164/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdd -Placed 234/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sda -Placed 234/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdb -Placed 234/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc -Placed 117/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd -Placed 117/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda -Placed 117/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdb -Placed 221/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc -Placed 221/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd -Placed 221/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sda -Placed 239/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdb -Placed 239/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdc -Placed 239/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdd -Placed 177/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sda -Placed 177/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb -Placed 177/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc -Placed 206/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdd -Placed 206/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sda -Placed 206/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdb -Placed 42/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdc -Placed 42/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdd -Placed 42/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda -Placed 111/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdb -Placed 111/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdc -Placed 111/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdd -Placed 90/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda -Placed 90/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdb -Placed 90/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc -Placed 169/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdd -Placed 169/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sda -Placed 169/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdb -Placed 36/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdc -Placed 36/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdd -Placed 36/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sda -Placed 153/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdb -Placed 153/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdc -Placed 153/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdd -Placed 242/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sda -Placed 242/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb -Placed 242/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdc -Placed 145/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdd -Placed 145/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sda -Placed 145/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdb -Placed 173/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdc -Placed 173/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdd -Placed 173/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sda -Placed 252/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb -Placed 252/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdc -Placed 252/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdd -Placed 66/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sda -Placed 66/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdb -Placed 66/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdc -Placed 89/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdd -Placed 89/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sda -Placed 89/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb -Placed 159/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdc -Placed 159/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd -Placed 159/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sda -Placed 72/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdb -Placed 72/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc -Placed 72/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdd -Placed 63/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sda -Placed 63/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdb -Placed 63/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdc -Placed 61/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdd -Placed 61/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sda -Placed 61/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb -Placed 18/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdc -Placed 18/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd -Placed 18/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sda -Placed 70/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb -Placed 70/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdc -Placed 70/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdd -Placed 184/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sda -Placed 184/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb -Placed 184/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdc -Placed 47/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdd -Placed 47/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sda -Placed 47/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb -Placed 203/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdc -Placed 203/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdd -Placed 203/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sda -Placed 37/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdb -Placed 37/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdc -Placed 37/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdd -Placed 218/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda -Placed 218/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdb -Placed 218/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdc -Placed 171/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdd -Placed 171/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda -Placed 171/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdb -Placed 163/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdc -Placed 163/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdd -Placed 163/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sda -Placed 14/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdb -Placed 14/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdc -Placed 14/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdd -Placed 205/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sda -Placed 205/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdb -Placed 205/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc -Placed 80/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdd -Placed 80/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda -Placed 80/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdb -Placed 201/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdc -Placed 201/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdd -Placed 201/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sda -Placed 71/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb -Placed 71/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdc -Placed 71/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdd -Placed 217/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda -Placed 217/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb -Placed 217/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdc -Placed 219/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd -Placed 219/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sda -Placed 219/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb -Placed 132/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc -Placed 132/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd -Placed 132/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sda -Placed 158/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdb -Placed 158/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdc -Placed 158/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdd -Placed 168/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sda -Placed 168/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdb -Placed 168/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdc -Placed 0/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdd -Placed 0/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda -Placed 0/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb -Placed 251/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdc -Placed 251/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd -Placed 251/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sda -Placed 199/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdb -Placed 199/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdc -Placed 199/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd -Placed 40/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda -Placed 40/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdb -Placed 40/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 1 (Last start was 175) -DEBUG: Gather start is 1 (Last start was 175) -Gather start is 1 (Last start was 175) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 1 (Last start was 175) -DEBUG: Gather start is 1 (Last start was 175) -DEBUG: Gather start is 1 (Last start was 175) -Gather start is 1 (Last start was 175) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Use tempauth middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: 's3api' is not in list -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok + +test DEBUG: checking container 1769590800 +test DEBUG: looking for objects in 1769590800 +test DEBUG: checking container 1769587200 +test DEBUG: looking for objects in 1769587200 +test DEBUG: checking container 1769014800 +test DEBUG: looking for objects in 1769014800 +test DEBUG: checking container 1769011200 +test DEBUG: looking for objects in 1769011200 +test DEBUG: checking container 1769007600 +test DEBUG: looking for objects in 1769007600 +test DEBUG: checking container 1769004000 +test DEBUG: looking for objects in 1769004000 +test DEBUG: checking container 1769000400 +test DEBUG: looking for objects in 1769000400 +test DEBUG: checking container 1768996800 +test DEBUG: looking for objects in 1768996800 +test DEBUG: checking container 1768993200 +test DEBUG: looking for objects in 1768993200 +test DEBUG: checking container 1768989600 +test DEBUG: looking for objects in 1768989600 +test DEBUG: checking container 1768986000 +test DEBUG: looking for objects in 1768986000 +test DEBUG: checking container 1768982400 +test DEBUG: looking for objects in 1768982400 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769620939.837080) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769620939.837080) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769620939.837080) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769620939.837080) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1769620939.837080) in policy_index 1 will be deleted from policy_index 0 (1769620939.83708_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1769620939.837080) deleted from policy_index 0 (1769620939.83708_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1769620939.837080) from policy_index 1 (1769620939.83708_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1769620939.837080) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1769620939.837080) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769620939.837080) from the queue (1769620939.83708_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queuetest.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok + +test DEBUG: /tmp/tmpzzmovuf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0366383s) +test DEBUG: Synchronization for /tmp/tmpzzmovuf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5bd81cb9ce60b927cdc079bd0f86b6dd', '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda', '1769620938.95152', '1769620938.00000', '0', '', '1769620938.00000', 51, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2cb81b10-88f0-4057-90ca-9c5a8477605b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.13265 seconds (7.53873/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzzmovuf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5bd81cb9ce60b927cdc079bd0f86b6dd', '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda', '1769620938.95152', '1769620938.00000', '0', '', '1769620938.00000', 51, 0) +test DEBUG: /tmp/tmpzzmovuf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1769620969.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1769620970.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1769620971.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1769620972.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1769620973.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1769620974.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1769620975.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1769620976.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1769620977.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1769620978.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1769620979.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1769620980.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1769620981.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1769620982.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1769620983.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1769620984.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1769620985.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1769620986.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1769620987.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1769620988.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1769621089.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda') +test DEBUG: /tmp/tmpzzmovuf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0361741s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5bd81cb9ce60b927cdc079bd0f86b6dd', '2cb81b10-88f0-4057-90ca-9c5a8477605b-sda', '1769620938.95152', '1769620938.00000', '0', '', '1769620938.00000', 51, 0) +test DEBUG: /tmp/tmpzzmovuf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06317 seconds (15.83076/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00064 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00208 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00041 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_9ppuixz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '70fe5e4ab33238b1e080d52a80cb092c', '1e55ec14-795c-4d33-96e2-f1bcc6ac0743-sda', '1769620939.23590', '1769619600.00000', '0', '', '1769619600.00000', 0, 1)test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0128 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0187 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0119 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0029 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0095 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0158 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0024 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0073 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0109 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0008 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0176 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0167 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0078 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0079 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0087 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0076 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0228 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0090 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0164 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0108 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:19 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0158 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0026 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0083 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0146 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0178 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0140 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0144 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0149 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0033 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0025 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0024 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0138 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0166 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok + +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.529633045 1769620938.529727459 - +test INFO: - - 28/Jan/2026/17/22/18 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.530209303 1769620938.530293703 - +test INFO: - - 28/Jan/2026/17/22/18 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.530776262 1769620938.530866623 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple @@ -68454,1779 +19438,3134 @@ test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok +swift-ring-builder 1.3 -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. -swift-ring-builder remove [search-value ...] - [--yes] +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. or -swift-ring-builder remove +swift-ring-builder add --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. - Option --yes assume a yes response to all questions. -swift-ring-builder search + A write_ring command is needed to make the change take effect. -or + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. - Shows information about matching devices. -swift-ring-builder search +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. -or +swift-ring-builder dispersion [options] -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight + Output report on dispersion. - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier - Shows information about matching devices. -swift-ring-builder set_region - [ dispersion "r\d+z\d+$" -v -swift-ring-builder set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] + ... would only display rows for the zone tiers - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + swift-ring-builder dispersion ".*\-[^/]*$" -v - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + ... would only display rows for the server tiers - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] + A write_ring command is needed to make the change take effect. -or + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + A write_ring command is needed to make the change take effect. - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. or -swift-ring-builder set_weight +swift-ring-builder list_parts --region --zone --ip --port --replication-ip --replication-port - --device --meta --weight - [--yes] + --device --meta --weight Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. + and port. Any of the options are optional in both cases. - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] or -swift-ring-builder set_zone +swift-ring-builder remove --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight + [--yes] Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ search or -swift-ring-builder set_zone +swift-ring-builder search --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +test ERROR: Invalid swift_bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ~~~^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1769471921 1769534541-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769471921 1769534541-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769471921 1769534541-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769471921 1769534541-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769471921 1769534541-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769620940-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769620940-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769620940-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769620940-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok - Option --yes assume a yes response to all questions. -Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:59:59 remaining) -Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) -No partitions could be reassigned. -There is no need to do so at this time -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -------------------------------------------------------------------------------- -An error has occurred during ring validation. Common -causes of failure are rings that are empty or do not -have enough devices to accommodate the replica count. -Original exception message: - There are no devices in this ring, or all devices have been deleted -------------------------------------------------------------------------------- -Partition power increase in progress. -You need to finish the increase first before rebalancing. -Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0867 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0286 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0745 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0075 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0830 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0667 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0211 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0238 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0471 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0286 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0786 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0245 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0386 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0528 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0021 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0488 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0563 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0035 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0676 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0292 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0075 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0673 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0277 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0392 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0571 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0457 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0605 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0326 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0650 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0020 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0005 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0618 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0105 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0324 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0438 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0302 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0292 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0208 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0435 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0515 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0538 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0602 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0634 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0666 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0303 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0033 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0028 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0019 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0592 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0144 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0361 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0715 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0593 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0361 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0476 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0082 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0344 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0020 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0583 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0598 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0820 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0562 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0287 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0063 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2075 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0181 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0686 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0601 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0286 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0444 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0704 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0034 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 3026128 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + headers={'Accept': 'application/json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test ERROR: Problem finding shard upper in '/tmp/tmpefkfcqrr/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpefkfcqrr/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpj7j9x4_g/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpj7j9x4_g/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok + +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + contents=FileLikeIter(body), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), logger=self.logger, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + sync_to, user_key, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key, ts_meta): + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + headers=headers, + ^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + retries=0) + ^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok - -test DEBUG: /tmp/tmpo0v_3620/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0396895s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '0bae26434d0ed9666badd8533b449019', '53d9841b-84af-4494-8c6a-82b52e76fed1-sda', '1735209968.50806', '1735207200.00000', '0', '', '1735207200.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('53d9841b-84af-4494-8c6a-82b52e76fed1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpo0v_3620/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42203 seconds (2.36952/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpo0v_3620/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', 'bb3d59b9-1c58-4918-b7aa-ef76d8ac2531-sda', '1735209969.01884', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('bb3d59b9-1c58-4918-b7aa-ef76d8ac2531-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', 'bb3d59b9-1c58-4918-b7aa-ef76d8ac2531-sda', '1735209969.01884', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('bb3d59b9-1c58-4918-b7aa-ef76d8ac2531-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpptoqa9yb/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '0bae26434d0ed9666badd8533b449019', '48efb904-8706-428a-b5a3-071270cf6525-sda', '1735209969.44486', '1735207200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735209969.48783"]}', '1735207200.00000', 0, 0) -test DEBUG: /tmp/tmpptoqa9yb/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735207202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735207203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '48efb904-8706-428a-b5a3-071270cf6525-sda') -test DEBUG: /tmp/tmpptoqa9yb/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.071708s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '0bae26434d0ed9666badd8533b449019', '48efb904-8706-428a-b5a3-071270cf6525-sda', '1735209969.44486', '1735207200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735209969.48783"]}', '1735207200.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('48efb904-8706-428a-b5a3-071270cf6525-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpptoqa9yb/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51467 seconds (1.94298/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpptoqa9yb/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', 'fd2ab144-5806-4e64-9ece-a8e80c36051d-sda', '1735209970.14106', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('fd2ab144-5806-4e64-9ece-a8e80c36051d-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '503d5bb75c7e4e69e986f04393a74eb9', 'fd2ab144-5806-4e64-9ece-a8e80c36051d-sda', '1735209970.14106', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('fd2ab144-5806-4e64-9ece-a8e80c36051d-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprut9yoqz/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '0bae26434d0ed9666badd8533b449019', '244ca44d-305c-4de4-9811-7f74efccd20c-sda', '1735209970.53921', '1735207200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735209970.56799"]}', '1735207200.00000', 0, 1) -test DEBUG: /tmp/tmprut9yoqz/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735207202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735207203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '244ca44d-305c-4de4-9811-7f74efccd20c-sda') -test DEBUG: /tmp/tmprut9yoqz/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0603695s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '0bae26434d0ed9666badd8533b449019', '244ca44d-305c-4de4-9811-7f74efccd20c-sda', '1735209970.53921', '1735207200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735209970.56799"]}', '1735207200.00000', 0, 1) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('244ca44d-305c-4de4-9811-7f74efccd20c-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmprut9yoqz/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.56000 seconds (1.78570/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmprut9yoqz/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '47d05d5c779d11f94f17101979e933b8', '06c64a10-6ccd-4e56-87ae-aff3b46bb72c-sda', '1735209971.49777', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('06c64a10-6ccd-4e56-87ae-aff3b46bb72c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '47d05d5c779d11f94f17101979e933b8', '06c64a10-6ccd-4e56-87ae-aff3b46bb72c-sda', '1735209971.49777', '1735207200', '0', '', '1735207200', 2, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('06c64a10-6ccd-4e56-87ae-aff3b46bb72c-sda', '6b8c10b1cba07682384dea98d4c5fd12.db')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0042 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0338 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0292 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0440 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0277 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0710 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0728 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0120 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0843 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0232 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0318 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0281 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0725 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0405 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.1473 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.2073 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0538 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0595 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0115 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0612 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0145 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0521 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0718 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0025 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0562 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0627 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0004 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0216 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0007 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0006 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0017 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0628 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0099 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0557 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0024 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0779 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0159 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0463 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0365 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0070 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0702 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0278 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0452 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0123 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0434 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0369 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0085 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0354 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0608 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0064 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0322 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0037 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0035 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0047 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.5273 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4812 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.8563 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:14 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0018 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:14 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:14 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0005 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4105 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.8395 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 1.7692 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.1028 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0714 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0079 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0817 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0019 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0067 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0813 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0118 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0904 "-" 3026146 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok - -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3_cisxf7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '46a58f447d71fbd232a91f0dedf7089e', '3c70b970-608e-4fcf-9240-a94e90b413ca-sda', '1735209971.82527', '1735209971.00000', '0', '', '1735209971.00000', 1, 0) -test DEBUG: /tmp/tmp3_cisxf7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735209973.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735209974.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '3c70b970-608e-4fcf-9240-a94e90b413ca-sda') -test DEBUG: /tmp/tmp3_cisxf7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.048991s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '46a58f447d71fbd232a91f0dedf7089e', '3c70b970-608e-4fcf-9240-a94e90b413ca-sda', '1735209971.82527', '1735209971.00000', '0', '', '1735209971.00000', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3c70b970-608e-4fcf-9240-a94e90b413ca-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3_cisxf7/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 2.61962 seconds (0.38173/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp3_cisxf7/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '2c568b871f8b0ad807c6e59b1a376125', 'fee6e1dd-6c94-4130-a2fc-c775c6051346-sda', '1735209972.36180', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('fee6e1dd-6c94-4130-a2fc-c775c6051346-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '2c568b871f8b0ad807c6e59b1a376125', 'fee6e1dd-6c94-4130-a2fc-c775c6051346-sda', '1735209972.36180', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('fee6e1dd-6c94-4130-a2fc-c775c6051346-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3_cisxf7/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'deb84513e29969c4dd92e0d0f06c565c', '6e6351de-52fd-4d05-90fb-cedbbe79d642-sdb', '1735209971.82527', '1735209972.00000', '0', '', '1735209972.07312', 1, 0) -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735209975.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735209976.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '6e6351de-52fd-4d05-90fb-cedbbe79d642-sdb') -test DEBUG: Replicating db /tmp/tmp3_cisxf7/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '2c568b871f8b0ad807c6e59b1a376125', '8863b68c-b92f-4ab7-95b3-835a6d789599-', '1735209972.36180', '1735207200', '0', '', '1735207200', 1, 0) -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '2c568b871f8b0ad807c6e59b1a376125', '8863b68c-b92f-4ab7-95b3-835a6d789599-', '1735209972.36180', '1735207200', '0', '', '1735207200', 1, 0) -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.11111s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '3c70b970-608e-4fcf-9240-a94e90b413ca-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'deb84513e29969c4dd92e0d0f06c565c', '6e6351de-52fd-4d05-90fb-cedbbe79d642-sdb', '1735209971.82527', '1735209972.00000', '0', '', '1735209972.07312', 1, 0) -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735209975.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735209976.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '6e6351de-52fd-4d05-90fb-cedbbe79d642-sdb') -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0318067s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '3c70b970-608e-4fcf-9240-a94e90b413ca-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3_cisxf7/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.45359 seconds (4.40930/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp3_cisxf7/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '151480a6bb234aba63d0ff6b0ebe2904', '8863b68c-b92f-4ab7-95b3-835a6d789599-', '1735209972.36180', '1735207200', '0', '', '1735207200', 1, 0) -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735209976.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735209976.00000', 'deleted': 0, 'storage_policy_index': 0}], '8863b68c-b92f-4ab7-95b3-835a6d789599-') -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.139653s) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, merge_syncs, ([{'remote_id': 'fee6e1dd-6c94-4130-a2fc-c775c6051346-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (2, '151480a6bb234aba63d0ff6b0ebe2904', '8863b68c-b92f-4ab7-95b3-835a6d789599-', '1735209972.36180', '1735207200', '0', '', '1735207200', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0457 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0031 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0406 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0300 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0423 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0541 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0795 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0284 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0435 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0538 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0043 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0081 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0047 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0028 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0032 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0031 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0030 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0029 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0138 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0498 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0117 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0871 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0019 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0005 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1380 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0300 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0805 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0349 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0312 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0386 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0273 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0329 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0400 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0306 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0517 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0541 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0280 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0179 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0030 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0047 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0351 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0074 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0263 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0326 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0361 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0279 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0670 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0558 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0536 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0675 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0348 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0314 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0367 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0185 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0242 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0036 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0378 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0030 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0431 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0492 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0404 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0420 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0542 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0339 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0664 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0980 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0472 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0479 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0476 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0390 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0027 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0116 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0422 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0191 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0362 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.3366 "-" 3026128 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 28/Jan/2026/17/22/19 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1769620939.167098284 1769620939.168057919 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 28/Jan/2026/17/22/19 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769620939.168684244 1769620939.169577122 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok - -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 24.48 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 -------------------------------------------------------------------------------- -NOTE: Dispersion of 33.333333 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 -------------------------------------------------------------------------------- -NOTE: Dispersion of 16.666667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 371, in reap_container + headers, objects = direct_get_container( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<2 lines>... + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers={USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 +test-reaper ERROR: ERROR: invalid storage policy index: 2 +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_delay +test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device +test.unit.account.test_reaper.TestReaper.test_reap_device ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object +test.unit.account.test_reaper.TestReaper.test_reap_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reset_stats +test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok +test.unit.account.test_reaper.TestReaper.test_run_forever +test.unit.account.test_reaper.TestReaper.test_run_forever ... ok +test.unit.account.test_reaper.TestReaper.test_run_once +test.unit.account.test_reaper.TestReaper.test_run_once ... ok +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok - Nerd explanation: +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx9b41f554c19c4cb3b003f-00697a45cc) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx9b41f554c19c4cb3b003f-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta datatest.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx6a44fdbd2261484da8942-00697a45cb) +test INFO: Client disconnected on read of '/a/c' (txn: tx6a44fdbd2261484da8942-00697a45cb) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx32f3eb7f35a444a18b1ce-00697a45cb) +test INFO: Client disconnected on read of '/a/c' (txn: tx32f3eb7f35a444a18b1ce-00697a45cb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txe8ec1712da84484489334-00697a45cc)test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test ERROR: Failed to unlink '/tmp/tmpesll2zli/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpesll2zli/containers/part/suffix/hash/container_1769620956.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpesll2zli/containers/part/suffix/hash/container_1769620956.00000.db': ['/tmp/tmpesll2zli/containers/part/suffix/hash/container.db', '/tmp/tmpesll2zli/containers/part/suffix/hash/container_1769620957.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpesll2zli/containers/part/suffix/hash/container_1769620957.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Unlinked retiring db '/tmp/tmpni3r1mxg/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state +Unlinked retiring db '/tmp/tmpni3r1mxg/containers/part/suffix/hash/container_1769620976.00000.db' -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok - -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/6b8c10b1cba07682384dea98d4c5fd12, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735209976.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735209976.00000', 'deleted': 0, 'storage_policy_index': 0}], '8863b68c-b92f-4ab7-95b3-835a6d789599-') -test DEBUG: /tmp/tmp3_cisxf7/sdb/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0647886s) -REPLICATE: /sda/0/6b8c10b1cba07682384dea98d4c5fd12, merge_syncs, ([{'remote_id': 'fee6e1dd-6c94-4130-a2fc-c775c6051346-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '49819ee5b6c149d054af912aad67e5bf', 'f41fc57f-9c68-4494-81e5-6d1af697bf08-', '1735209978.56093', '1735209978.51753', '0', '', '1735209978.51753', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f41fc57f-9c68-4494-81e5-6d1af697bf08-', '5267a50d4a8f6ea3ee1dbecb8592e872_1735209978.59981.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '49819ee5b6c149d054af912aad67e5bf', 'f41fc57f-9c68-4494-81e5-6d1af697bf08-', '1735209978.56093', '1735209978.51753', '0', '', '1735209978.51753', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209978.59964', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209978.59964', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209978.59964', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209978.60005', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209978.60005', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209978.59981', 'epoch': '1735209978.59981', 'reported': 0, 'tombstones': -1}], 'f41fc57f-9c68-4494-81e5-6d1af697bf08-') -test DEBUG: /tmp/tmpiboq5mza/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209978.59981.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpiboq5mza/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209978.59981.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a72c4bfbaae50489a315dfe4d8f35fb7', '52486cea-21b5-4f32-b31e-f7f2cf9a4687-', '1735209979.20777', '1735209979.17861', '0', '', '1735209979.17861', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209980.03884', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209980.03884', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209980.03884', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209980.09447', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209980.09447', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209979.24993', 'epoch': '1735209979.24993', 'reported': 0, 'tombstones': -1}], '52486cea-21b5-4f32-b31e-f7f2cf9a4687-') -test DEBUG: /tmp/tmpqwk_1hxr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209979.24993.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqwk_1hxr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209979.24993.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'a72c4bfbaae50489a315dfe4d8f35fb7', '52486cea-21b5-4f32-b31e-f7f2cf9a4687-', '1735209979.20777', '1735209979.95234', '0', '', '1735209979.17861', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209980.03884', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209980.03884', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209980.03884', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209980.09447', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209980.09447', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209979.24993', 'epoch': '1735209979.24993', 'reported': 0, 'tombstones': -1}], '52486cea-21b5-4f32-b31e-f7f2cf9a4687-') -test DEBUG: /tmp/tmpqwk_1hxr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209979.24993.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqwk_1hxr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209979.24993.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '06da9b979fb3cb264c4b3b8c3a5091d7', '545872f7-43b2-496b-b9e0-4dbb204da278-', '1735209980.66777', '1735209980.57960', '0', '', '1735209980.57960', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209981.12754', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209981.12754', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209981.12754', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209981.19019', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209981.19019', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209980.69565', 'epoch': '1735209980.69565', 'reported': 0, 'tombstones': -1}], '545872f7-43b2-496b-b9e0-4dbb204da278-') -test DEBUG: /tmp/tmp78cv6f0o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209980.69565.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp78cv6f0o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209980.69565.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '06da9b979fb3cb264c4b3b8c3a5091d7', '545872f7-43b2-496b-b9e0-4dbb204da278-', '1735209980.66777', '1735209981.06765', '0', '', '1735209980.57960', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209981.12754', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209981.12754', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209981.12754', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209981.19019', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209981.19019', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209980.69565', 'epoch': '1735209980.69565', 'reported': 0, 'tombstones': -1}], '545872f7-43b2-496b-b9e0-4dbb204da278-') -test DEBUG: /tmp/tmp78cv6f0o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209980.69565.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp78cv6f0o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209980.69565.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +Unlinked retiring db '/tmp/tmpni3r1mxg/containers/part/suffix/hash/container_1769620987.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_defaults +test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpsacttr24/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpsacttr24/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpob5rgfue/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpob5rgfue/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok + +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_utils.TestClosingMapper.test_close +test.unit.common.test_utils.TestClosingMapper.test_close ... ok +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2236d6d6538d43fe9e843-00697a45ce) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2236d6d6538d43fe9e843-00697a45ce)test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx09fd80e3d80543b5af6cd-00697a45cb) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx09fd80e3d80543b5af6cd-00697a45cb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx7105fe10b4e240278b228-00697a45cb) +test INFO: Client disconnected on read of '/a/c' (txn: tx4e968aedbca448f9853a0-00697a45cb) +test INFO: Client disconnected on read of '/a/c' (txn: tx0614f65c9c1c4c3aaae4a-00697a45cb) +test INFO: Client disconnected on read of '/a/c' (txn: tx0614f65c9c1c4c3aaae4a-00697a45cb) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx87230a7fc7e049f1a92bc-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txad017ec0cb6e4f2a9090e-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx224a4789ac0646349bce0-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txeb102bc13b2348748e0fd-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe2e4833953b84a6c8ea34-00697a45cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx7925b7be59f147a2872e8-00697a45cf) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx3e506f0d28114b9fa8f96-00697a45cf) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe24e50056cb34fd9a3e91-00697a45cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx41470e53305543389fc63-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7d7993dc3a3c45629a9c6-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txe89fd3491f244c7d934ba-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx0c46fc97ccbc45b689ed6-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx6cc6d0db2f96483ab76d0-00697a45cf) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx5f22f3eb09ed4b4f88524-00697a45cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2f19eb6a45474c77a0999-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc62683b8b8d4487aa6a23-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2c9490fb44cc43139f636-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8a5e41e9c6454bc89cebf-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7ca128026c3542e4a9537-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx37c498a654d842d1bccae-00697a45cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx9802eb66ed8f490d97da6-00697a45cf) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9802eb66ed8f490d97da6-00697a45cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +output Removing pid file /tmp/tmpt0qpbf4p/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp1bdt59s1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1bdt59s1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp1bdt59s1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1bdt59s1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0112 "-" 790403 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0084 "-" 790403 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0075 "-" 790403 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0058 "-" 790403 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7ab14b580fac4cd2a0aa2-00697a45d2" "proxy-server 790403" 0.0014 "-" 790403 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36071/sda1/1/a/c" "tx7ab14b580fac4cd2a0aa2-00697a45d2" "container-server 790403" 0.0013 "-" 790403 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37903/sdb1/1/a/c" "tx7ab14b580fac4cd2a0aa2-00697a45d2" "container-server 790403" 0.0024 "-" 790403 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7ab14b580fac4cd2a0aa2-00697a45d2" "proxy-server 790403" 0.0331 "-" 790403 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7ab14b580fac4cd2a0aa2-00697a45d2" "proxy-server 790403" 0.0211 "-" 790403 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/26 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7ab14b580fac4cd2a0aa2-00697a45d2 - 0.0414 - - 1769620946.766698122 1769620946.808062792 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2abc7823f8f14659bb73d-00697a45d2" "proxy-server 790403" 0.0012 "-" 790403 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36071/sda1/1/a1/c1" "tx2abc7823f8f14659bb73d-00697a45d2" "container-server 790403" 0.0010 "-" 790403 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37903/sdb1/1/a1/c1" "tx2abc7823f8f14659bb73d-00697a45d2" "container-server 790403" 0.0010 "-" 790403 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2abc7823f8f14659bb73d-00697a45d2" "proxy-server 790403" 0.0180 "-" 790403 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2abc7823f8f14659bb73d-00697a45d2" "proxy-server 790403" 0.0286 "-" 790403 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/26 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2abc7823f8f14659bb73d-00697a45d2 - 0.0350 - - 1769620946.809274673 1769620946.844257355 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx43e41588a6e34ba1a45c6-00697a45d2" "proxy-server 790403" 0.0068 "-" 790403 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36071/sda1/2/a/c1" "tx43e41588a6e34ba1a45c6-00697a45d2" "container-server 790403" 0.0010 "-" 790403 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37903/sdb1/2/a/c1" "tx43e41588a6e34ba1a45c6-00697a45d2" "container-server 790403" 0.0064 "-" 790403 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx43e41588a6e34ba1a45c6-00697a45d2" "proxy-server 790403" 0.0187 "-" 790403 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx43e41588a6e34ba1a45c6-00697a45d2" "proxy-server 790403" 0.0858 "-" 790403 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/26 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx43e41588a6e34ba1a45c6-00697a45d2 - 0.0979 - - 1769620946.845430374 1769620946.943323851 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc190d9bdfefc432fb04fd-00697a45d2" "proxy-server 790403" 0.0074 "-" 790403 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37903/sdb1/1/a/c2" "txc190d9bdfefc432fb04fd-00697a45d2" "container-server 790403" 0.0056 "-" 790403 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36071/sda1/1/a/c2" "txc190d9bdfefc432fb04fd-00697a45d2" "container-server 790403" 0.0010 "-" 790403 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc190d9bdfefc432fb04fd-00697a45d2" "proxy-server 790403" 0.0195 "-" 790403 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc190d9bdfefc432fb04fd-00697a45d2" "proxy-server 790403" 0.0317 "-" 790403 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/26 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc190d9bdfefc432fb04fd-00697a45d2 - 0.0446 - - 1769620946.944568872 1769620946.989148855 2 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok + +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! + +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test ERROR: Failed to unlink '/tmp/tmpvyw8lki5/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpvyw8lki5/containers/part/suffix/hash/container_1769620960.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpvyw8lki5/containers/part/suffix/hash/container_1769620960.00000.db': ['/tmp/tmpvyw8lki5/containers/part/suffix/hash/container.db', '/tmp/tmpvyw8lki5/containers/part/suffix/hash/container_1769620961.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpvyw8lki5/containers/part/suffix/hash/container_1769620961.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmp6aip_iay/containers/part/suffix/hash/4afa2fa3-8689-4341-8d39-ed3271fdd980.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +Unlinked retiring db '/tmp/tmp1hrqujc_/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +Unlinked retiring db '/tmp/tmp1w4poosl/containers/part/suffix/hash/container-167ca40b-2f8f-4ca2-87c2-2d5e8c11e1b8.db' +Unlinked retiring db '/tmp/tmp1w4poosl/containers/part/suffix/hash/container-e5b16fed-0475-4e29-b5a4-5d5779f7c785.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test-replicator INFO: [worker 1/2 pid=790406] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=790406] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=790406] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=790406] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=790406] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=790406] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=790406] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=790406] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=790406] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=790406] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=790406] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=790406] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=790406] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=790406] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) + +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769620940-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer ERROR: Unexcepted error handling task '1769534541-invalid0': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire + target_object = parse_task_obj(task_object) + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1769534541-invalid1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire + target_object = parse_task_obj(task_object) + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever + self.run_once(*args, **kwargs) + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txec5c46eea2214264b45f9-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf91853f00e914aaea24f1-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe37a05ae23b14139b2928-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx94fb127cefdf4f24b6262-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx68695924d07c45ddae8b2-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx809fbe5328ca4bff9550f-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx88862205aabc4a8d98798-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txac8422557139433ebb3e5-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx56b06b7f57cd4257ad029-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx47f77da63b474a3983871-00697a45ce)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok + +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0144 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0138 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0115 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0021 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0073 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0149 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0167 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0136 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0143 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0151 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0185 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0145 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0154 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0183 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0018 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0139 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0137 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0115 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0145 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0141 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0160 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0268 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0166 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0028 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0105 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0106 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0094 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0119 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0204 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0077 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0101 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0141 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0082 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0126 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0176 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0082 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0107 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0077 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0071 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0230 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0084 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0178 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0116 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0188 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 790387 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works @@ -70253,346 +22592,6 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok - -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" -Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" -Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" -Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" -Device 1 already uses 127.0.0.2:6201/sda2. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats @@ -70609,335 +22608,453 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok + +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object + direct_delete_object( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once + for device in os.listdir(self.devices): + ~~~~~~~~~~^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok + +test INFO: - - 28/Jan/2026/17/22/18 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.531363010 1769620938.531448841 - +test INFO: - - 28/Jan/2026/17/22/18 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.531899452 1769620938.531984568 - +test INFO: - - 28/Jan/2026/17/22/19 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1769620938.535919428 1769620939.235919476 - +test INFO: - - 28/Jan/2026/17/22/18 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1769620938.537881136 1769620938.737881184 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1769620938.539408445 1769620938.539506912 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1769620938.541057825 1769620938.541156054 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1769620938.542600632 1769620938.542741299 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1769620938.544112921 1769620938.544204712 - +test INFO: - - 28/Jan/2026/17/22/19 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769620938.546518803 1769620939.246518850 0 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769620938.556528330 1769620938.556573629 1 +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.557689428 1769620938.557795763 1 +test INFO: 4.5.6.7 1.2.3.4 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.559243917 1769620938.559347153 - +test INFO: 4.5.6.7 1.2.3.4 28/Jan/2026/17/22/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.560348749 1769620938.560442448 - +test INFO: - - 28/Jan/2026/17/22/18 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769620938.561862707 1769620938.561965466 - +test INFO: - - 28/Jan/2026/17/22/18 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1769620938.564231634 1769620938.564344168 - +test INFO: - - 28/Jan/2026/17/22/18 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1769620938.565347672 1769620938.565380335 - +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769620938.566458464 1769620938.566494703 0 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769620938.567295313 1769620938.567327499 -1 +test INFO: - - 28/Jan/2026/17/22/18 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769620938.568389416 1769620938.568422556 - +fake INFO: - - 28/Jan/2026/17/22/19 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1769621939 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1769620939.589797258 1769620939.590000153 - +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmpzpedc0s4/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpw574k4qa/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpw574k4qa/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpw574k4qa/tmp_test_container_updater/devices/sda1/containers/subdir/hash.dbtest.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok +test ERROR: Failed to unlink '/tmp/tmpdvj65n83/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: kaboom -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '65c2e72b7272ff642cc0431b7ba1db0f', '49809728-21b4-4d84-b578-7705487e2059-', '1735209981.69712', '1735209981.68827', '0', '', '1735209981.68827', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209982.05984', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209982.05984', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209982.05984', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209982.11565', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209982.11565', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209981.71819', 'epoch': '1735209981.71819', 'reported': 0, 'tombstones': -1}], '49809728-21b4-4d84-b578-7705487e2059-') -test DEBUG: /tmp/tmp3u8t9v25/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209981.71819.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3u8t9v25/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209981.71819.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '65c2e72b7272ff642cc0431b7ba1db0f', '49809728-21b4-4d84-b578-7705487e2059-', '1735209981.69712', '1735209981.96511', '0', '', '1735209981.68827', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209982.05984', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209982.05984', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209982.05984', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209982.11565', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209982.11565', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209981.71819', 'epoch': '1735209981.71819', 'reported': 0, 'tombstones': -1}], '49809728-21b4-4d84-b578-7705487e2059-') -test DEBUG: /tmp/tmp3u8t9v25/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209981.71819.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3u8t9v25/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209981.71819.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '2fb1a46219fd0562f9ee68716aef239d', 'a2ca60ed-9c32-49da-8eca-72e15afed036-', '1735209982.80044', '1735209982.77936', '0', '', '1735209982.77936', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209983.31206', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209983.31206', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209983.31206', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209983.36453', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209983.36453', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209982.82091', 'epoch': '1735209982.82091', 'reported': 0, 'tombstones': -1}], 'a2ca60ed-9c32-49da-8eca-72e15afed036-') -test DEBUG: /tmp/tmpsj173q0c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209982.82091.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsj173q0c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209982.82091.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '2fb1a46219fd0562f9ee68716aef239d', 'a2ca60ed-9c32-49da-8eca-72e15afed036-', '1735209982.80044', '1735209983.22842', '0', '', '1735209982.77936', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209983.31206', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209983.31206', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209983.31206', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209983.36453', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209983.36453', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209982.82091', 'epoch': '1735209982.82091', 'reported': 0, 'tombstones': -1}], 'a2ca60ed-9c32-49da-8eca-72e15afed036-') -test DEBUG: /tmp/tmpsj173q0c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209982.82091.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsj173q0c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209982.82091.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'c80c1db61c81a643a52ecd75d785ba82', 'ebe3a092-49d9-4a8d-8073-e696c1966746-', '1735209983.95686', '1735209983.93006', '0', '', '1735209983.93006', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209983.98334', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209983.98334', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209983.98334', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209983.98409', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209983.98409', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209983.98348', 'epoch': '1735209983.98348', 'reported': 0, 'tombstones': -1}], 'ebe3a092-49d9-4a8d-8073-e696c1966746-') -test DEBUG: /tmp/tmp06muol8h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209983.98348.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp06muol8h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209983.98348.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'c80c1db61c81a643a52ecd75d785ba82', 'ebe3a092-49d9-4a8d-8073-e696c1966746-', '1735209983.95686', '1735209984.30025', '0', '', '1735209983.93006', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209983.98334', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209983.98334', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209983.98334', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209983.98409', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209983.98409', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209983.98348', 'epoch': '1735209983.98348', 'reported': 0, 'tombstones': -1}], 'ebe3a092-49d9-4a8d-8073-e696c1966746-') -test DEBUG: /tmp/tmp06muol8h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209983.98348.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp06muol8h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209983.98348.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region -test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpdvj65n83/containers/part/suffix/hash/container_1769620951.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpdvj65n83/containers/part/suffix/hash/container_1769620951.00000.db': ['/tmp/tmpdvj65n83/containers/part/suffix/hash/container.db', '/tmp/tmpdvj65n83/containers/part/suffix/hash/container_1769620952.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpdvj65n83/containers/part/suffix/hash/container_1769620952.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0095 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0064 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0086 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0089 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0138 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0073 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0086 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0092 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0096 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0152 "-" 790409 0 +test ERROR: ERROR Account update failed with 127.0.0.1:59873/sda1 (will retry later): Response 503 OK +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0068 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0059 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0078 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0018 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0132 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0007 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0108 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0075 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0016 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0089 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0054 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0053 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0013 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0008 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0047 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0008 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0051 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0016 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0018 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0008 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0073 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0008 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0055 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0015 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0014 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0051 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0019 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0066 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0020 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0055 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0073 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0048 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0015 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test DEBUG: Unlinked retiring db '/tmp/tmpretz3izn/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0015 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 790409 0test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0023 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1344 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0471 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0471 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0039 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0173 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0346 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0160 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0555 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0756 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0035 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0293 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0026 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0396 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0597 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0136 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0668 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0497 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0654 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0076 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0503 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0046 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0507 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0393 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0023 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0492 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0692 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0007 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0471 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0021 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0723 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0023 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0434 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0146 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0448 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0543 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0172 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0356 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0484 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0347 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0623 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0516 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0088 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0421 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0087 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0598 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0494 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0401 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0131 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0081 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0040 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0395 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0460 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0244 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0018 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:28 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0005 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0515 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0339 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0614 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0083 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0390 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0313 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0050 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0511 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0085 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0518 "-" 3026128 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0201 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0159 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0159 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0142 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0120 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0123 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0093 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0145 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0111 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0180 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0110 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0134 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0138 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0143 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0018 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0137 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0163 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0144 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0148 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0004 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0126 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0204 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0012 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0129 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0167 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0170 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0104 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0174 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0156 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0085 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0083 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0110 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0089 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0102 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0104 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0122 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0116 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0163 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0127 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0102 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0134 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0190 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0089 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0198 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0196 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0240 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 790411 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok @@ -70965,428 +23082,8 @@ test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok test.unit.account.test_server.TestAccountController.test__call__raise_timeout test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0071 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0478 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0581 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0085 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1033 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0253 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0706 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0584 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0015 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0468 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0003 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0410 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0023 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0019 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0368 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0264 "-" 3026146 - -test DEBUG: - - - [26/Dec/2024:10:46:18 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0008 "-" 3026146 - -test DEBUG: - - - [26/Dec/2024:10:46:18 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0007 "-" 3026146 - -test DEBUG: - - - [26/Dec/2024:10:46:18 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0006 "-" 3026146 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [26/Dec/2024:10:46:18 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0164 "-" 3026146 - -test DEBUG: - - - [26/Dec/2024:10:46:18 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0005 "-" 3026146 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0442 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0068 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0508 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0004 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0626 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0126 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0665 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0419 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0772 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0063 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.3921 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0373 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0093 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0032 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0525 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0021 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0443 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0598 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0027 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0077 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0031 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0153 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0203 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0587 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0025 "-" 3026146 1 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0387 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0590 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0003 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0017 "-" 3026146 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'e70739bde7bdd27e430f132af11229cf', '5abc84a5-e16d-40f2-bf0f-ab037e2c0ad5-', '1735209984.74858', '1735209984.72315', '0', '', '1735209984.72315', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209984.77992', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209984.77992', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209984.77992', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209984.78035', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209984.78035', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209984.78009', 'epoch': '1735209984.78009', 'reported': 0, 'tombstones': -1}], '5abc84a5-e16d-40f2-bf0f-ab037e2c0ad5-') -test DEBUG: /tmp/tmper9m1gea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209984.78009.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmper9m1gea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209984.78009.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'e70739bde7bdd27e430f132af11229cf', '5abc84a5-e16d-40f2-bf0f-ab037e2c0ad5-', '1735209984.74858', '1735209985.06102', '0', '', '1735209984.72315', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209984.77992', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735209984.77992', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209984.77992', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209984.78035', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209984.78035', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209984.78009', 'epoch': '1735209984.78009', 'reported': 0, 'tombstones': -1}], '5abc84a5-e16d-40f2-bf0f-ab037e2c0ad5-') -test DEBUG: /tmp/tmper9m1gea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209984.78009.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmper9m1gea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209984.78009.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '9920c7ff7fa1bc8381cd4c35944a5dae', '1f9abea1-9e04-481d-b695-ff0d1c143912-', '1735209985.41342', '1735209985.37425', '0', '', '1735209985.37425', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1f9abea1-9e04-481d-b695-ff0d1c143912-', '5267a50d4a8f6ea3ee1dbecb8592e872_1735209985.55034.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '9920c7ff7fa1bc8381cd4c35944a5dae', '1f9abea1-9e04-481d-b695-ff0d1c143912-', '1735209985.41342', '1735209985.37425', '0', '', '1735209985.37425', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209985.44850', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209985.44850', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209985.44850', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209985.55093', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209985.55093', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209985.55034', 'epoch': '1735209985.55034', 'reported': 0, 'tombstones': -1}], '1f9abea1-9e04-481d-b695-ff0d1c143912-') -test DEBUG: /tmp/tmpnn6ngw8z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209985.55034.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpnn6ngw8z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209985.55034.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '04d1325d413db4f1f2e7288dc5c28940', 'ee69f7c0-9433-45c1-8e6f-0938201b68c4-', '1735209986.12495', '1735209986.12023', '0', '', '1735209986.12023', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ee69f7c0-9433-45c1-8e6f-0938201b68c4-', '5267a50d4a8f6ea3ee1dbecb8592e872_1735209986.24678.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '04d1325d413db4f1f2e7288dc5c28940', 'ee69f7c0-9433-45c1-8e6f-0938201b68c4-', '1735209986.12495', '1735209986.12023', '0', '', '1735209986.12023', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209986.15168', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209986.15168', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209986.15168', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209986.24719', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209986.24719', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209986.24678', 'epoch': '1735209986.24678', 'reported': 0, 'tombstones': -1}], 'ee69f7c0-9433-45c1-8e6f-0938201b68c4-') -test DEBUG: /tmp/tmp_ezokuw3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209986.24678.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp_ezokuw3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209986.24678.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c360b1a225697d915105b96ce8eb4a51', 'e10e1af0-7c23-465f-b5e8-89b70c1bcb06-', '1735209987.17214', '1735209987.14756', '0', '', '1735209987.14756', 3, 0) -test WARNING: /tmp/tmp2glje9kl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209987.24624.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp2glje9kl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209987.24624.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c360b1a225697d915105b96ce8eb4a51', 'e10e1af0-7c23-465f-b5e8-89b70c1bcb06-', '1735209987.17214', '1735209987.55421', '0', '', '1735209987.14756', 3, 0) -test WARNING: /tmp/tmp2glje9kl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209987.24624.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp2glje9kl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209987.24624.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c360b1a225697d915105b96ce8eb4a51', 'bc202bb0-523c-45a2-9ff6-e32b719bfd6a-', '1735209987.88523', '1735209987.87145', '0', '', '1735209987.87145', 3, 0) -test WARNING: /tmp/tmp7osrq7av/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209987.95533.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp7osrq7av/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209987.95533.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok test.unit.account.test_server.TestAccountController.test_correct_allowed_method test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account @@ -71397,6 +23094,68 @@ test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok + +test DEBUG: /tmp/tmp_9ppuixz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769619602.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769619603.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '1e55ec14-795c-4d33-96e2-f1bcc6ac0743-sda') +test DEBUG: /tmp/tmp_9ppuixz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0165401s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '70fe5e4ab33238b1e080d52a80cb092c', '1e55ec14-795c-4d33-96e2-f1bcc6ac0743-sda', '1769620939.23590', '1769619600.00000', '0', '', '1769619600.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1e55ec14-795c-4d33-96e2-f1bcc6ac0743-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp_9ppuixz/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.15088 seconds (6.62758/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp_9ppuixz/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (2, '1efd036cd832599d72e3e49a41a826a7', '18d4d5c6-9218-4dcb-a8aa-d5a267284574-sda', '1769620939.40647', '1769619600', '0', '', '1769619600', 2, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('18d4d5c6-9218-4dcb-a8aa-d5a267284574-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (2, '1efd036cd832599d72e3e49a41a826a7', '18d4d5c6-9218-4dcb-a8aa-d5a267284574-sda', '1769620939.40647', '1769619600', '0', '', '1769619600', 2, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('18d4d5c6-9218-4dcb-a8aa-d5a267284574-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0h39y1n9/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '70fe5e4ab33238b1e080d52a80cb092c', '590830e7-09ab-4a7c-aa03-89401f55defa-sda', '1769620939.49939', '1769619600.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769620939.51044"]}', '1769619600.00000', 0, 1) +test DEBUG: /tmp/tmp0h39y1n9/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769619602.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769619603.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '590830e7-09ab-4a7c-aa03-89401f55defa-sda') +test DEBUG: /tmp/tmp0h39y1n9/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0187521s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '70fe5e4ab33238b1e080d52a80cb092c', '590830e7-09ab-4a7c-aa03-89401f55defa-sda', '1769620939.49939', '1769619600.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769620939.51044"]}', '1769619600.00000', 0, 1) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('590830e7-09ab-4a7c-aa03-89401f55defa-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp0h39y1n9/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.15205 seconds (6.57697/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp0h39y1n9/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (2, '1efd036cd832599d72e3e49a41a826a7', 'a157e038-6b44-48de-97a7-bf2d92282ef1-sda', '1769620939.68127', '1769619600', '0', '', '1769619600', 2, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('a157e038-6b44-48de-97a7-bf2d92282ef1-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (2, '1efd036cd832599d72e3e49a41a826a7', 'a157e038-6b44-48de-97a7-bf2d92282ef1-sda', '1769620939.68127', '1769619600', '0', '', '1769619600', 2, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('a157e038-6b44-48de-97a7-bf2d92282ef1-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxp1pndjq/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '70fe5e4ab33238b1e080d52a80cb092c', '997dd2c4-23f9-4bff-9584-69a4e5949258-sda', '1769620939.77952', '1769619600.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769620939.79612"]}', '1769619600.00000', 0, 0) +test DEBUG: /tmp/tmpxp1pndjq/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769619602.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769619603.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '997dd2c4-23f9-4bff-9584-69a4e5949258-sda') +test DEBUG: /tmp/tmpxp1pndjq/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0165389s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '70fe5e4ab33238b1e080d52a80cb092c', '997dd2c4-23f9-4bff-9584-69a4e5949258-sda', '1769620939.77952', '1769619600.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769620939.79612"]}', '1769619600.00000', 0, 0) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('997dd2c4-23f9-4bff-9584-69a4e5949258-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpxp1pndjq/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.13341 seconds (7.49546/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpxp1pndjq/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.dbtest.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public @@ -71417,1587 +23176,2393 @@ test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok test.unit.account.test_server.TestAccountController.test_list_allowed_methods test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok + +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1768953600 +test DEBUG: looking for objects in 1768953600 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1768955659.886786) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1768955659.886786) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1768955659.886786) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1768955659.886786) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1768955659.88679) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1768955659.886786) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1768953600/1:/AUTH_jeb/c/o1' (1768955659.886786) from the queue (1768955659.88679_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1769620939.891902) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1769620939.891902) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1769620939.891902) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1769620939.891902) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1769620939.89190) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1769620939.891902) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + ~~~~~~~~~~~~~~~~~~~~~~~~^ + FileLikeIter(source_obj_iter), account, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers) + ^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params=params) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok + +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txe8ec1712da84484489334-00697a45cc) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txe8ec1712da84484489334-00697a45cc) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txe8ec1712da84484489334-00697a45cc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok + +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0033 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0135 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0013 "-" 790414 2 +test DEBUG: Unlinked retiring db '/tmp/tmp8cmhzbnn/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0080 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0033 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0008 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0158 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0026 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0111 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0007 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0109 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0007 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0106 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0128 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0208 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0112 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0197 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0107 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0143 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0209 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0121 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0030 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0035 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0036 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0043 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0044 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0035 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0032 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0039 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0038 "-" 790414 2 +test DEBUG: Unlinked retiring db '/tmp/tmpzh8drlom/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0030 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0029 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0146 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0145 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0139 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0009 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestClosingMapper.test_close -test.unit.common.test_utils.TestClosingMapper.test_close ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok - -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. -The overload factor is now 19.88% (0.198780) -The change will take effect after the next rebalance. -Overload must be non-negative. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -'swedish fish' is not a valid number. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_'test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2236d6d6538d43fe9e843-00697a45ce) +test ERROR: Container HEAD returning 503 for [] (txn: tx2236d6d6538d43fe9e843-00697a45ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf075624bc1a0432cb5c3d-00697a45ce) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf075624bc1a0432cb5c3d-00697a45ce) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf075624bc1a0432cb5c3d-00697a45ce) +test ERROR: Container HEAD returning 503 for [] (txn: txf075624bc1a0432cb5c3d-00697a45ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp2u88v8qo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2u88v8qo/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp2u88v8qo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2u88v8qo/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0106 "-" 790402 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0113 "-" 790402 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0087 "-" 790402 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0117 "-" 790402 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0dad3d6ea5b8400e8751b-00697a45ce" "proxy-server 790402" 0.0019 "-" 790402 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59069/sda1/1/a/c" "tx0dad3d6ea5b8400e8751b-00697a45ce" "container-server 790402" 0.0014 "-" 790402 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33397/sdb1/1/a/c" "tx0dad3d6ea5b8400e8751b-00697a45ce" "container-server 790402" 0.0011 "-" 790402 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0dad3d6ea5b8400e8751b-00697a45ce" "proxy-server 790402" 0.0299 "-" 790402 0test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + contents=FileLikeIter(body), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), logger=self.logger, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + sync_to, user_key, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key, ts_meta): + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + headers=headers, + ^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + retries=0) + ^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test DEBUG: Skipping the update of recently changed /tmp/tmpc14okt23/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpc14okt23/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpc14okt23/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpc14okt23/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmpznmh_qs4/garbage is not a directory +test DEBUG: Skipping: /tmp/tmpznmh_qs4/garbage is not mounted +test DEBUG: Skipping: /tmp/tmp502goe72/sdq is not mounted +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txa0c9164fb1da412399bdb-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx170980b51364453aadd07-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx170980b51364453aadd07-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx170980b51364453aadd07-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx170980b51364453aadd07-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx170980b51364453aadd07-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx170980b51364453aadd07-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx170980b51364453aadd07-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test ERROR: Failed to unlink '/tmp/tmpivd7q7y0/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpivd7q7y0/containers/part/suffix/hash/container_1769620960.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpivd7q7y0/containers/part/suffix/hash/container_1769620960.00000.db': ['/tmp/tmpivd7q7y0/containers/part/suffix/hash/container.db', '/tmp/tmpivd7q7y0/containers/part/suffix/hash/container_1769620961.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpivd7q7y0/containers/part/suffix/hash/container_1769620961.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpigcxvo2x/devices/sda1 (pid: 790397) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpigcxvo2x/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.00000 +test INFO: Object update sweep completed on /tmp/tmpigcxvo2x/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp1313x22o/devices/sda1 (pid: 790397) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp1313x22o/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.00000 +test INFO: Object update sweep completed on /tmp/tmp1313x22o/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj9nrlu5h/devices/sda1 (pid: 790397) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpj9nrlu5h/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpj9nrlu5h/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 +test INFO: Object update sweep completed on /tmp/tmpj9nrlu5h/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpl_js0pw8/devices/sda1 (pid: 790397) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpl_js0pw8/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 +test INFO: Object update sweep completed on /tmp/tmpl_js0pw8/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpl_js0pw8/devices/sda1 (pid: 790397) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpl_js0pw8/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpl_js0pw8/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 +test INFO: Object update sweep completed on /tmp/tmpl_js0pw8/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptucvkucz/devices/sda1 (pid: 790397) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmptucvkucz/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmptucvkucz/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmptucvkucz/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptucvkucz/devices/sda1 (pid: 790397)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c360b1a225697d915105b96ce8eb4a51', 'bc202bb0-523c-45a2-9ff6-e32b719bfd6a-', '1735209987.88523', '1735209988.21806', '0', '', '1735209987.87145', 3, 0) -test WARNING: /tmp/tmp7osrq7av/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209987.95533.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp7osrq7av/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209987.95533.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'e4c4e23f645432a2d8da54784988c1f1', '44d8114d-6c3a-4739-9998-29d450296af9-', '1735209988.46354', '1735209988.41936', '0', '', '1735209988.41936', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209988.81704', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209988.81704', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209988.81704', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209988.85452', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209988.85452', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209988.50660', 'epoch': '1735209988.50660', 'reported': 0, 'tombstones': -1}], '44d8114d-6c3a-4739-9998-29d450296af9-') -test DEBUG: /tmp/tmpl9_10va_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209988.50660.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpl9_10va_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209988.50660.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'e4c4e23f645432a2d8da54784988c1f1', '44d8114d-6c3a-4739-9998-29d450296af9-', '1735209988.46354', '1735209988.77923', '0', '', '1735209988.41936', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209988.81704', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209988.81704', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209988.81704', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209988.85452', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209988.85452', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209988.50660', 'epoch': '1735209988.50660', 'reported': 0, 'tombstones': -1}], '44d8114d-6c3a-4739-9998-29d450296af9-') -test DEBUG: /tmp/tmpl9_10va_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209988.50660.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpl9_10va_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209988.50660.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'a5d2eef8363063f1d5b8f1f7468cd039', '044cafbd-1dc3-4481-b65d-fec2a8c1de5b-', '1735209989.32844', '1735209989.32241', '0', '', '1735209989.32241', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209989.69944', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209989.69944', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209989.69944', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209989.72292', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209989.72292', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209989.39479', 'epoch': '1735209989.39479', 'reported': 0, 'tombstones': -1}], '044cafbd-1dc3-4481-b65d-fec2a8c1de5b-') -test DEBUG: /tmp/tmpfqr0_zpw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209989.39479.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpfqr0_zpw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209989.39479.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'a5d2eef8363063f1d5b8f1f7468cd039', '044cafbd-1dc3-4481-b65d-fec2a8c1de5b-', '1735209989.32844', '1735209989.64610', '0', '', '1735209989.32241', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209989.69944', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209989.69944', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209989.69944', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209989.72292', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209989.72292', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209989.39479', 'epoch': '1735209989.39479', 'reported': 0, 'tombstones': -1}], '044cafbd-1dc3-4481-b65d-fec2a8c1de5b-') -test DEBUG: /tmp/tmpfqr0_zpw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209989.39479.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpfqr0_zpw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209989.39479.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '82cf3a4571462c8d7b0b465f3a4fa31e', 'a6da6530-061b-4483-9329-48e350e0dfcb-', '1735209990.13018', '1735209990.12031', '0', '', '1735209990.12031', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209990.15980', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209990.15980', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209990.15980', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209990.20693', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209990.20693', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209990.20513', 'epoch': '1735209990.20513', 'reported': 0, 'tombstones': -1}], 'a6da6530-061b-4483-9329-48e350e0dfcb-') -test DEBUG: /tmp/tmppkknmj1r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209990.20513.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppkknmj1r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209990.20513.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '82cf3a4571462c8d7b0b465f3a4fa31e', 'a6da6530-061b-4483-9329-48e350e0dfcb-', '1735209990.13018', '1735209990.41811', '0', '', '1735209990.12031', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209990.15980', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209990.15980', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209990.15980', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209990.20693', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209990.20693', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209990.20513', 'epoch': '1735209990.20513', 'reported': 0, 'tombstones': -1}], 'a6da6530-061b-4483-9329-48e350e0dfcb-')test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0301 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0586 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0042 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0058 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0425 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0390 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0433 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0012 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0480 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0598 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0024 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0105 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0449 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:29 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0301 "-" 3026128 - -test DEBUG: - - - [26/Dec/2024:10:46:29 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0005 "-" 3026128 - -test DEBUG: - - - [26/Dec/2024:10:46:29 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0005 "-" 3026128 - -test DEBUG: - - - [26/Dec/2024:10:46:29 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0005 "-" 3026128 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [26/Dec/2024:10:46:29 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0134 "-" 3026128 - -test DEBUG: - - - [26/Dec/2024:10:46:29 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0010 "-" 3026128 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0398 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0488 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0329 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0030 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0248 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0392 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0517 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0024 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0442 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0028 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0096 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0025 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0446 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0030 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0400 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0212 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0027 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0114 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0317 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0081 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0151 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0399 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0074 "-" 3026128 0 -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0362 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0287 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:30 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0054 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00085 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprrn4s4vt/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00625 seconds (159.99378/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00082 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00077 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00059 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'e500c4ea-f6f6-4620-b1bf-2aa986691831-sda', '1735209982.14443', '1735209982.14097', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpthgftrm6/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '707f0bd8-655c-4a46-af1e-0029daa5004c-sda', '1735209982.19308', '1735209982.18263', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('707f0bd8-655c-4a46-af1e-0029daa5004c-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '707f0bd8-655c-4a46-af1e-0029daa5004c-sda', '1735209982.19308', '1735209982.18263', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('707f0bd8-655c-4a46-af1e-0029daa5004c-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.18119 seconds (5.51910/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'c8b498d484bd57a2c4512fce3df7fa33', '7c97f151-038b-48f0-89ce-6e194f447024-sda', '1735209982.45065', '1735209982.43181', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('7c97f151-038b-48f0-89ce-6e194f447024-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '05bc3e93fdfe7a7e79d481d543744b69', '26fa7d26-91bc-4125-92ba-93b7461d928a-sda', '1735209982.66710', '1735209982.65946', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1735209982.771', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1735209982.77792', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1735209982.77816', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1735209982.77836', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1735209982.77857', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1735209982.7788', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1735209982.77904', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1735209982.77927', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1735209982.77947', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1735209982.7797', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1735209982.77992', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '26fa7d26-91bc-4125-92ba-93b7461d928a-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -Quarantined /tmp/tmpg7c3dmiz/dev/dbs/par/pre/db to /tmp/tmpg7c3dmiz/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpg7c3dmiz/dev/dbs/par/pre/db to /tmp/tmpg7c3dmiz/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpg7c3dmiz/dev/dbs/par/pre/db to /tmp/tmpg7c3dmiz/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmpg7c3dmiz/dev/dbs/par/pre/db to /tmp/tmpg7c3dmiz/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok - -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18ebc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f46ac18eb00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: boom -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0578 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0306 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0550 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0063 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0211 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0291 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0023 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0787 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0269 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0122 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0236 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0219 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0199 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0989 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0382 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0408 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0333 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0526 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0667 "-" 3026225 2 -test ERROR: ERROR Account update failed with 127.0.0.1:59101/sda1 (will retry later): Response 503 OK -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0582 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0616 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0372 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0005 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0092 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0538 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0012 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0283 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0009 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0769 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0033 "-" 3026225 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -Quarantined /tmp/tmpx5kxi93h/dev/dbs/par/pre/db to /tmp/tmpx5kxi93h/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 501 Not Implemented -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test DEBUG: /tmp/tmppkknmj1r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209990.20513.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppkknmj1r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209990.20513.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '82cf3a4571462c8d7b0b465f3a4fa31e', 'b6cdc875-1692-4283-861d-00c4c7a8a56a-', '1735209990.74065', '1735209990.71330', '0', '', '1735209990.71330', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209990.75370', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209990.75370', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209990.75370', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209990.80280', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209990.80280', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209990.80229', 'epoch': '1735209990.80229', 'reported': 0, 'tombstones': -1}], 'b6cdc875-1692-4283-861d-00c4c7a8a56a-') -test DEBUG: /tmp/tmp6crrp71x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209990.80229.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp6crrp71x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209990.80229.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '82cf3a4571462c8d7b0b465f3a4fa31e', 'b6cdc875-1692-4283-861d-00c4c7a8a56a-', '1735209990.74065', '1735209990.98244', '0', '', '1735209990.71330', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209990.75370', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209990.75370', 'deleted': 0, 'state': 10, 'state_timestamp': '1735209990.75370', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209990.80280', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209990.80280', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209990.80229', 'epoch': '1735209990.80229', 'reported': 0, 'tombstones': -1}], 'b6cdc875-1692-4283-861d-00c4c7a8a56a-') -test DEBUG: /tmp/tmp6crrp71x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209990.80229.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp6crrp71x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735209990.80229.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5a1170c425eefbd7e7bd052da465f400', 'e9fc6315-bbc7-4417-a206-4b0869bbbb71-sda', '1735209991.67446', '1735209991.65654', '0', '', '1735209991.65654', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e9fc6315-bbc7-4417-a206-4b0869bbbb71-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '12d7487da750684ba9b1328fdf502cd4', '094573b6-43d2-4dc0-9580-a3883ab9ba40-sda', '1735209991.91322', '1735209991.90273', '0', '', '1735209991.90273', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209992.00142', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209992.00142', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209992.00142', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209992.04308', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209992.04308', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209992.04230', 'epoch': '1735209992.04230', 'reported': 0, 'tombstones': -1}], '094573b6-43d2-4dc0-9580-a3883ab9ba40-sda') -test DEBUG: /tmp/tmp2y2b8ty1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2y2b8ty1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '12d7487da750684ba9b1328fdf502cd4', '094573b6-43d2-4dc0-9580-a3883ab9ba40-sda', '1735209991.91322', '1735209991.96386', '0', '', '1735209991.90273', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209992.00142', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209992.00142', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209992.00142', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209992.04308', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209992.04308', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209992.04230', 'epoch': '1735209992.04230', 'reported': 0, 'tombstones': -1}], '094573b6-43d2-4dc0-9580-a3883ab9ba40-sda') -test DEBUG: /tmp/tmp2y2b8ty1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2y2b8ty1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '0389bdf5fdb8b23966dcc38e0ff04d2b', '3c77955e-e0e3-4a2a-a68a-8a750ea9b63a-sda', '1735209992.60834', '1735209992.58349', '0', '', '1735209992.58349', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209992.76800', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209992.76800', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209992.76800', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209992.79500', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209992.79500', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209992.79422', 'epoch': '1735209992.79422', 'reported': 0, 'tombstones': -1}], '3c77955e-e0e3-4a2a-a68a-8a750ea9b63a-sda') -test DEBUG: /tmp/tmppkpk5hjc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppkpk5hjc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '0389bdf5fdb8b23966dcc38e0ff04d2b', '3c77955e-e0e3-4a2a-a68a-8a750ea9b63a-sda', '1735209992.60834', '1735209992.69235', '0', '', '1735209992.58349', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735209992.76800', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735209992.76800', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209992.76800', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735209992.79500', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735209992.79500', 'deleted': 0, 'state': 60, 'state_timestamp': '1735209992.79422', 'epoch': '1735209992.79422', 'reported': 0, 'tombstones': -1}], '3c77955e-e0e3-4a2a-a68a-8a750ea9b63a-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test ERROR: Problem finding shard upper in '/tmp/tmpxkwny8kw/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpxkwny8kw/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpi4fx3o5c/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpi4fx3o5c/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok + +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok + +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0dad3d6ea5b8400e8751b-00697a45ce" "proxy-server 790402" 0.0183 "-" 790402 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/22 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0dad3d6ea5b8400e8751b-00697a45ce - 0.0407 - - 1769620942.385590076 1769620942.426241398 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2d8a25d68fca4b5aae7d2-00697a45ce" "proxy-server 790402" 0.0013 "-" 790402 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59069/sda1/1/a1/c1" "tx2d8a25d68fca4b5aae7d2-00697a45ce" "container-server 790402" 0.0010 "-" 790402 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33397/sdb1/1/a1/c1" "tx2d8a25d68fca4b5aae7d2-00697a45ce" "container-server 790402" 0.0012 "-" 790402 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2d8a25d68fca4b5aae7d2-00697a45ce" "proxy-server 790402" 0.0288 "-" 790402 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2d8a25d68fca4b5aae7d2-00697a45ce" "proxy-server 790402" 0.0159 "-" 790402 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/22 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2d8a25d68fca4b5aae7d2-00697a45ce - 0.0365 - - 1769620942.427543402 1769620942.464030266 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfa83a81adc99400fbf4b6-00697a45ce" "proxy-server 790402" 0.0101 "-" 790402 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:59069/sda1/2/a/c1" "txfa83a81adc99400fbf4b6-00697a45ce" "container-server 790402" 0.0010 "-" 790402 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33397/sdb1/2/a/c1" "txfa83a81adc99400fbf4b6-00697a45ce" "container-server 790402" 0.0111 "-" 790402 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa83a81adc99400fbf4b6-00697a45ce" "proxy-server 790402" 0.0249 "-" 790402 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa83a81adc99400fbf4b6-00697a45ce" "proxy-server 790402" 0.0382 "-" 790402 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/22 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfa83a81adc99400fbf4b6-00697a45ce - 0.0539 - - 1769620942.465276003 1769620942.519200802 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcf03c81dcd304a3ba3b21-00697a45ce" "proxy-server 790402" 0.0072 "-" 790402 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33397/sdb1/1/a/c2" "txcf03c81dcd304a3ba3b21-00697a45ce" "container-server 790402" 0.0075 "-" 790402 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:59069/sda1/1/a/c2" "txcf03c81dcd304a3ba3b21-00697a45ce" "container-server 790402" 0.0011 "-" 790402 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcf03c81dcd304a3ba3b21-00697a45ce" "proxy-server 790402" 0.0358 "-" 790402 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcf03c81dcd304a3ba3b21-00697a45ce" "proxy-server 790402" 0.0242 "-" 790402 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/22 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcf03c81dcd304a3ba3b21-00697a45ce - 0.0495 - - 1769620942.520503521 1769620942.570010185 2 + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx461649ff74344e20ad474-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe832870b13644a8eaa734-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx88382cc1bde34782b661b-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx61363ccfddf7494ea5db3-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5ecdf7515e114cd5b9cbc-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd374f05131ab40e6927e8-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2c5c67a54af84b9da2c49-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txef2046a53b314249acefa-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx21a9eab9870d4b0dafabb-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf0bde412f93445a2814b1-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc1ffe9a2b3be438a9af60-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5c17f1c067e742aeb0cb1-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6b6f89c9376241979d0e5-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx20f3691579b64615b86fd-00697a45ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx1b28adc03db242639389a-00697a45ce) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx749adde71813496fbd16d-00697a45ce) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx5108ffa66b304fd0b91fc-00697a45ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3d8e96e49a0e439ebb894-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5d11373297b24e48938a9-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txe6ec4053538841d8b3a59-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx90ce3b848349445d8a740-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx81dfbafef07c4454a8df6-00697a45ce) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx66a80131a0794a0d9c883-00697a45ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd6731de2e79f4bd9b8de6-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx65c97b06b5e04deeafd64-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4795702f905540aa88e79-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1eafc4eb5b91435cacda7-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txad941ce385624e6e89c50-00697a45ce) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx06714d9bb9944b3cb25c0-00697a45ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok + +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769014799.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769014799.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769014799.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769014799.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1769014799.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1769014799.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769014799.000000) from the queue (1769014799.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769620939.924407) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769620939.924407) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769620939.924407) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769620939.924407) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769620939.92441) in policy_index 1 responded 200 (1769620938.92441) +test INFO: retry: '/AUTH_bob/c/o1' (1769620939.924407) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0085 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0204 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0111 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0098 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0068 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0070 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0114 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0097 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0113 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0068 "-" 790387 - +test DEBUG: - - - [28/Jan/2026:17:22:21 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 790387 - +test DEBUG: - - - [28/Jan/2026:17:22:21 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 790387 - +test DEBUG: - - - [28/Jan/2026:17:22:21 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 790387 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [28/Jan/2026:17:22:21 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0031 "-" 790387 - +test DEBUG: - - - [28/Jan/2026:17:22:21 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 790387 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0105 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0130 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0120 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0109 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0102 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0119 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0139 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0019 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0111 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0112 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0018 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0018 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0106 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 790387 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0090 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0149 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 790387 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0133 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0115 "-" 790387 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok + +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmptucvkucz/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 +test INFO: Object update sweep completed on /tmp/tmptucvkucz/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpc1srwymh/devices/sda1 (pid: 790397) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpc1srwymh/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpc1srwymh/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpc1srwymh/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpc1srwymh/devices/sda1 (pid: 790397) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpc1srwymh/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpc1srwymh/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpc1srwymh/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpc1srwymh/devices/sda1 (pid: 790397) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpc1srwymh/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpc1srwymh/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 to None +test INFO: Object update sweep completed on /tmp/tmpc1srwymh/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpc1srwymh/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c/o /tmp/tmpc1srwymh/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620960.00000 +test INFO: Object update sweep completed on /tmp/tmpc1srwymh/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj0c1i_6y/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpj0c1i_6y/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.00000 +test INFO: Object update sweep completed on /tmp/tmpj0c1i_6y/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj0c1i_6y/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c/o /tmp/tmpj0c1i_6y/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620962.00000 +test INFO: Object update sweep completed on /tmp/tmpj0c1i_6y/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj0c1i_6y/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c/o /tmp/tmpj0c1i_6y/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620963.00000test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok + +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (2, 'a179b284e93a829c5f362b37a9447c21', 'a098c46d-f8ff-44e1-b9e8-07c994959306-sda', '1769620939.93019', '1769619600', '0', '', '1769619600', 2, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('a098c46d-f8ff-44e1-b9e8-07c994959306-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (2, 'a179b284e93a829c5f362b37a9447c21', 'a098c46d-f8ff-44e1-b9e8-07c994959306-sda', '1769620939.93019', '1769619600', '0', '', '1769619600', 2, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('a098c46d-f8ff-44e1-b9e8-07c994959306-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptq4rvsb0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '5f703e6a296898ffadf24e4fc6bbc386', '409b5b98-f790-4af3-9fce-767fc25e9dc6-sda', '1769620940.03542', '1769620940.00000', '0', '', '1769620940.00000', 1, 0) +test DEBUG: /tmp/tmptq4rvsb0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1769620942.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1769620943.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '409b5b98-f790-4af3-9fce-767fc25e9dc6-sda') +test DEBUG: /tmp/tmptq4rvsb0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0152991s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '5f703e6a296898ffadf24e4fc6bbc386', '409b5b98-f790-4af3-9fce-767fc25e9dc6-sda', '1769620940.03542', '1769620940.00000', '0', '', '1769620940.00000', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('409b5b98-f790-4af3-9fce-767fc25e9dc6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmptq4rvsb0/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.14713 seconds (6.79648/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmptq4rvsb0/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'b3ffbf0067e2379ab3cfa2c47cfe48c6', '55c32fc8-d5e2-4c94-a712-8adc27033c2d-sda', '1769620940.20942', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('55c32fc8-d5e2-4c94-a712-8adc27033c2d-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'b3ffbf0067e2379ab3cfa2c47cfe48c6', '55c32fc8-d5e2-4c94-a712-8adc27033c2d-sda', '1769620940.20942', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('55c32fc8-d5e2-4c94-a712-8adc27033c2d-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptq4rvsb0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '8c82e3efdbbe4da960bd9fdb94c8be08', 'b9c28f25-bedf-4407-a437-ae7a5d3cfe0a-sdb', '1769620940.03542', '1769620941.00000', '0', '', '1769620941.00000', 1, 0) +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1769620944.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1769620945.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b9c28f25-bedf-4407-a437-ae7a5d3cfe0a-sdb') +test DEBUG: Replicating db /tmp/tmptq4rvsb0/sdb/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'b3ffbf0067e2379ab3cfa2c47cfe48c6', 'ca32e141-4630-447e-be25-23ab21658df5-', '1769620940.20942', '1769619600', '0', '', '1769619600', 1, 0) +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'b3ffbf0067e2379ab3cfa2c47cfe48c6', 'ca32e141-4630-447e-be25-23ab21658df5-', '1769620940.20942', '1769619600', '0', '', '1769619600', 1, 0) +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0420163s) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '409b5b98-f790-4af3-9fce-767fc25e9dc6-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '8c82e3efdbbe4da960bd9fdb94c8be08', 'b9c28f25-bedf-4407-a437-ae7a5d3cfe0a-sdb', '1769620940.03542', '1769620941.00000', '0', '', '1769620941.00000', 1, 0) +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1769620944.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1769620945.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b9c28f25-bedf-4407-a437-ae7a5d3cfe0a-sdb') +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0186512s) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '409b5b98-f790-4af3-9fce-767fc25e9dc6-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmptq4rvsb0/sdb/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.14147 seconds (14.13710/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmptq4rvsb0/sdb/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (2, '65b4a84184df8f0b4b67d5e7951fab0c', 'ca32e141-4630-447e-be25-23ab21658df5-', '1769620940.20942', '1769619600', '0', '', '1769619600', 1, 0) +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok + +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0069 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0050 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0071 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0051 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0070 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0015 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0070 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0151 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 790409 0 +test DEBUG: Unlinked retiring db '/tmp/tmptq15wm5c/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0030 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0104 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0099 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0092 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0096 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0022 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0111 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0007 "-" 790409 -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok + +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpwlrcbkat/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpwlrcbkat/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/c /tmp/tmpwlrcbkat/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmpuctk7b04/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpo2cho6yc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpv9801_fk/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpv9801_fk/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0114 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0031 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0007 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0141 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0159 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0151 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0069 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0125 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0021 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0120 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0122 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0117 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0109 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0217 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0148 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0102 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790414 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0136 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0132 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0074 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0217 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0004 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0066 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0230 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0195 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0140 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0081 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0089 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0107 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0131 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0082 "-" 790411 - +test DEBUG: - - - [28/Jan/2026:17:22:20 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 790411 - +test DEBUG: - - - [28/Jan/2026:17:22:20 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 790411 - +test DEBUG: - - - [28/Jan/2026:17:22:20 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 790411 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [28/Jan/2026:17:22:20 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0030 "-" 790411 - +test DEBUG: - - - [28/Jan/2026:17:22:20 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 790411 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0125 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0098 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0092 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0097 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:20 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0093 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0104 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0152 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0145 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0097 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0094 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0016 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0019 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0120 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 790411 0 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0082 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0107 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 790411 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0119 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0077 "-" 790411 -test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestAccountController.test_prefix_with_reserved test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods @@ -73010,438 +25575,573 @@ test.unit.account.test_server.TestAccountController.test_through_call ... ok test.unit.account.test_server.TestAccountController.test_through_call_invalid_path test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok test.unit.account.test_server.TestAccountController.test_utf8_metadata test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -Quarantined /tmp/tmpa1lucwwj/dev/dbs/par/pre/db to /tmp/tmpa1lucwwj/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok - -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpjbgki1pd: Bad file descriptortest.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0679 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0019 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0928 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0319 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0048 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0048 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0433 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0073 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0110 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0323 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0110 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0009 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0340 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0147 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0071 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0987 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0250 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:09 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0107 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0025 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0100 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0286 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0093 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0013 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0422 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0708 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:10 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0294 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0338 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0293 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0018 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0454 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0110 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0014 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0392 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0026 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0089 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0335 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0045 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0255 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0029 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0011 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0508 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0035 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0188 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0545 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0117 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:11 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0010 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0341 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0021 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0013 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0116 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0790 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:12 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0104 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:13 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0012 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6274 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:14 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.1030 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:14 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0013 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.1181 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:16 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0166 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:16 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0017 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0767 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0029 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0105 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0356 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0110 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0246 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0437 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0026 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0022 "-" 3026225 2test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... [--yes] or -swift-ring-builder set_weight - --region --zone --ip --port +swift-ring-builder set_info + --ip --port --replication-ip --replication-port - --device --meta --weight + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta [--yes] Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. + and port. Any of the options are optional in both cases. - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_weight +swift-ring-builder set_region --region --zone --ip --port --replication-ip --replication-port - --device --meta --weight - [--yes] + --device --meta [--yes] Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. + and port. Any of the options are optional in both cases. - Resets the devices' weights. No partitions will be reassigned to or from + Resets the devices' regions. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. - Nerd explanation: + A rebalance is needed to make the change take effect. - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 -Search value matched 0 devices. -The on-disk ring builder is unchanged. -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -swift-ring-builder set_zone - [ set_weight + [ ] ... + [--yes] or -swift-ring-builder set_zone +swift-ring-builder set_weight --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight + [--yes] Where , and are replication ip, hostname - and port. + and port. and are the search weight and new + weight values respectively. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from + Resets the devices' weights. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. + swift-ring-builder set_zone [ can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0965 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0319 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0723 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0406 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0202 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0082 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0429 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0035 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0339 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0384 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0338 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0078 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0397 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0020 "-" 3026146 0 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0426 "-" 3026146 1 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0817 "-" 3026146 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0597 "-" 3026146 3 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0503 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0740 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0181 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0476 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0520 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0603 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0021 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0021 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0023 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0498 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0021 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0058 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0003 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0325 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0039 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0127 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0034 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0418 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0042 "-" 3026146 0 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0245 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0099 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0311 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0185 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0645 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0102 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0458 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0053 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0646 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0661 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0604 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1062 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0040 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0556 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0019 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0333 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0399 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0594 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0429 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0075 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0342 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0132 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0649 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.1956 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.1155 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0092 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0058 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0033 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0019 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0008 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1000 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0521 "-" 3026146 - -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0253 "-" 3026146 -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -Wed Dec 25 22:46:12 2024 /tmp/tmpv5cgoj9e/log/swift/profile/default.profile456 -Wed Dec 25 22:46:12 2024 /tmp/tmpv5cgoj9e/log/swift/profile/default.profile123 -Wed Dec 25 22:46:12 2024 /tmp/tmpv5cgoj9e/log/swift/profile/default.profile3026205 - - 45 function calls in 0.003 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.002 0.000 0.003 0.000 profile:0(import os;os.getcwd();) - 9 0.001 0.000 0.001 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:46:12 2024 /tmp/tmp44c32g6j/unittest.profile123 -Wed Dec 25 22:46:12 2024 /tmp/tmp44c32g6j/unittest.profile3026205 -Wed Dec 25 22:46:12 2024 /tmp/tmp44c32g6j/unittest.profile456 - - 30 function calls in 0.004 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.002 0.000 0.004 0.001 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:46:12 2024 /tmp/tmp44c32g6j/unittest.profile123 -Wed Dec 25 22:46:12 2024 /tmp/tmp44c32g6j/unittest.profile3026205 -Wed Dec 25 22:46:12 2024 /tmp/tmp44c32g6j/unittest.profile456 - - 30 function calls in 0.004 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.002 0.000 0.004 0.001 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Wed Dec 25 22:46:12 2024 /tmp/tmp44c32g6j/unittest.profile123 -Wed Dec 25 22:46:12 2024 /tmp/tmp44c32g6j/unittest.profile3026205 -Wed Dec 25 22:46:12 2024 /tmp/tmp44c32g6j/unittest.profile456 - - 30 function calls in 0.004 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.002 0.000 0.004 0.001 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile123 -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile3026205 -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile456 - - 30 function calls in 0.002 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile123 -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile3026205 -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile456 - - 30 function calls in 0.002 seconds +swift-ring-builder validate + Just runs the validation routines on the ring. - Ordered by: internal time +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. +The can be of the form:: -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile123 -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile3026205 -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile456 + drz-:R:/ + _ - 30 function calls in 0.002 seconds +Where and are replication ip and port. - Ordered by: internal time +Any part is optional, but you must include at least one part. - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +Examples:: -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0559 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0081 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:17 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0209 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0445 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0172 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0074 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0109 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0022 "-" 3026225 2 -test DEBUG: Unlinked retiring db '/tmp/tmptyz5o2g7/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0322 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0063 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0068 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0427 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0208 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0010 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0461 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0024 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0100 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0318 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0081 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0111 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0834 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:18 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0027 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0095 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0949 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0056 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0023 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2086 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0057 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0011 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0333 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0082 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:19 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0031 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0790 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0951 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0572 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0007 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0211 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0594 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0311 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0049 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0037 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0055 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0035 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0258 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0136 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0164 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0179 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0106 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0099 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0090 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0173 "-" 3026225 2 -test DEBUG: Unlinked retiring db '/tmp/tmpjbr0msgv/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0276 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0102 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0111 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0077 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0572 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0052 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0157 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0185 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0009 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0056 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0612 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0686 "-" 3026225 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Most specific example:: -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" -test DEBUG: /tmp/tmppkpk5hjc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppkpk5hjc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'edf4d0c126c6483a48b5861728fc683e', '98d1808c-70b9-4b14-9d81-75d9b203baf4-sda', '1735209993.40281', '1735209993.38634', '0', '', '1735209993.38634', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('98d1808c-70b9-4b14-9d81-75d9b203baf4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpghoq3yjw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '3ba437c28817a92d6b2bda2746872585', 'c4534133-14c0-452a-b14b-2afa3d364b87-sda', '1735209994.03531', '1735209994.01308', '0', '', '1735209994.01308', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('c4534133-14c0-452a-b14b-2afa3d364b87-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '3ba437c28817a92d6b2bda2746872585', 'ffa7a4e5-11e0-4427-9339-bc39e80b52f0-sda', '1735209994.55966', '1735209994.55522', '0', '', '1735209994.55522', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('ffa7a4e5-11e0-4427-9339-bc39e80b52f0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpo2l2p5c8/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '3ba437c28817a92d6b2bda2746872585', 'c60f6c85-8b38-4800-a6a1-1bf97b1d5d7f-sda', '1735209994.99341', '1735209994.96069', '0', '', '1735209994.96069', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('c60f6c85-8b38-4800-a6a1-1bf97b1d5d7f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fafec134-de5e-411c-838a-6825bbeba2d5-sda', '1735209995.69237', '1735209995.67724', '0', '', '1735209995.67724', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc6pjz1z4/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6b39a1fe-fc90-486a-ab9d-d2b3c64127f7-sdb', '1735209996.13936', '1735209997.00000', '0', '', '1735209997.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6b39a1fe-fc90-486a-ab9d-d2b3c64127f7-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6b39a1fe-fc90-486a-ab9d-d2b3c64127f7-sdb', '1735209996.13936', '1735209997.00000', '0', '', '1735209997.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmpc6pjz1z4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6b39a1fe-fc90-486a-ab9d-d2b3c64127f7-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.12767 seconds (7.83239/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp21062wg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5e112fff-a318-4b26-ace3-5c3efd01e499-sda', '1735209996.33512', '1735209996', '0', '', '1735209996', 0, 1) -test DEBUG: /tmp/tmpp21062wg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5e112fff-a318-4b26-ace3-5c3efd01e499-sda', '1735209996.33512', '1735209996', '0', '', '1735209996', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5e112fff-a318-4b26-ace3-5c3efd01e499-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22494 seconds (4.44570/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpj7xwlsb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '86242ac5002b9b682b21418149230ade', 'f7a1e790-5056-4ce0-ae4c-1cf09280efbc-sda', '1735209996.65991', '1735209996', '0', '', '1735209996', 1, 0) -test DEBUG: /tmp/tmpj7xwlsb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735209998.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f7a1e790-5056-4ce0-ae4c-1cf09280efbc-sda') -test DEBUG: /tmp/tmpj7xwlsb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0249689s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '86242ac5002b9b682b21418149230ade', 'f7a1e790-5056-4ce0-ae4c-1cf09280efbc-sda', '1735209996.65991', '1735209996', '0', '', '1735209996', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f7a1e790-5056-4ce0-ae4c-1cf09280efbc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37562 seconds (2.66223/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpt8cak6nb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67416caf-a254-4bcd-a346-b01eef24935a-sda', '1735209997.16928', '1735209997', '0', '', '1735209997', 0, 0) -test DEBUG: /tmp/tmpt8cak6nb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67416caf-a254-4bcd-a346-b01eef24935a-sda', '1735209997.16928', '1735209997', '0', '', '1735209997', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('67416caf-a254-4bcd-a346-b01eef24935a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.32021 seconds (3.12298/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9djbcj8b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'acb8bab4847bd6395b3304159b05e9e8', '022718df-2a16-41e3-803d-364d5c4aea18-sda', '1735209997.55742', '1735209997', '0', '', '1735209997', 1, 0) -test DEBUG: /tmp/tmp9djbcj8b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +Nerd explanation: -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -Unknown command: unknown +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error swift-ring-builder 1.3 swift-ring-builder @@ -74806,6177 +26357,2479 @@ Where , and are replication ip, hostname and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'acb8bab4847bd6395b3304159b05e9e8', '022718df-2a16-41e3-803d-364d5c4aea18-sda', '1735209997.55742', '1735209997', '0', '', '1735209997', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('022718df-2a16-41e3-803d-364d5c4aea18-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.35034 seconds (2.85437/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp51q8qlw6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd1b3b9f2-9036-46f0-99ad-a0a16fa1eeef-sda', '1735209998.08911', '1735209998', '0', '', '1735209998', 0, 0) -test DEBUG: /tmp/tmp51q8qlw6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd1b3b9f2-9036-46f0-99ad-a0a16fa1eeef-sda', '1735209998.08911', '1735209998', '0', '', '1735209998', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d1b3b9f2-9036-46f0-99ad-a0a16fa1eeef-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30997 seconds (3.22614/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp05h0y32o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4a169da28e4ed8a7ad93fca57f0eeb5c', '991f4207-622b-44eb-8845-54eeb2748850-sda', '1735209998.53872', '1735209998', '0', '', '1735209998', 1, 0) -test DEBUG: /tmp/tmp05h0y32o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210001.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '991f4207-622b-44eb-8845-54eeb2748850-sda') -test DEBUG: /tmp/tmp05h0y32o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0760276s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4a169da28e4ed8a7ad93fca57f0eeb5c', '991f4207-622b-44eb-8845-54eeb2748850-sda', '1735209998.53872', '1735209998', '0', '', '1735209998', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('991f4207-622b-44eb-8845-54eeb2748850-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38875 seconds (2.57238/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplzcskde2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '40b7afe9-90e3-4040-a4a5-01a51cfdd97a-sda', '1735209999.04900', '1735209999', '0', '', '1735209999', 0, 0) -test DEBUG: /tmp/tmplzcskde2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '40b7afe9-90e3-4040-a4a5-01a51cfdd97a-sda', '1735209999.04900', '1735209999', '0', '', '1735209999', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('40b7afe9-90e3-4040-a4a5-01a51cfdd97a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28406 seconds (3.52039/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx0k5i4r7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '31e8117934caccf9ef3670f7a41f6887', '74c994f4-29fc-4275-b39c-c46ebad509f0-sda', '1735209999.57672', '1735209999', '0', '', '1735209999', 1, 0) -test DEBUG: /tmp/tmpx0k5i4r7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '31e8117934caccf9ef3670f7a41f6887', '74c994f4-29fc-4275-b39c-c46ebad509f0-sda', '1735209999.57672', '1735209999', '0', '', '1735209999', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('74c994f4-29fc-4275-b39c-c46ebad509f0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.34176 seconds (2.92603/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsfm4rywi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b531e2ee-864a-4f1e-a305-0fc2e3f5bdc8-sda', '1735210000.15032', '1735210002', '0', '', '1735210002', 0, 0) -test DEBUG: /tmp/tmpsfm4rywi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b531e2ee-864a-4f1e-a305-0fc2e3f5bdc8-sda', '1735210000.15032', '1735210002', '0', '', '1735210002', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b531e2ee-864a-4f1e-a305-0fc2e3f5bdc8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.26097 seconds (3.83184/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_2xa3wri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4e7c4376ac5bd35ed462efa9ec33ad26', '6f2706eb-8f5f-404c-9366-b589228a6ae6-sda', '1735210000.55017', '1735210002', '0', '', '1735210002', 1, 0) -test DEBUG: /tmp/tmp_2xa3wri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210003.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6f2706eb-8f5f-404c-9366-b589228a6ae6-sda') -test DEBUG: /tmp/tmp_2xa3wri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0513315s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4e7c4376ac5bd35ed462efa9ec33ad26', '6f2706eb-8f5f-404c-9366-b589228a6ae6-sda', '1735210000.55017', '1735210002', '0', '', '1735210002', 1, 0)test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok - -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0053 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0006 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0652 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0149 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1084 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0126 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0056 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0110 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0140 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0908 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1052 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0011 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0740 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0005 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.1203 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0089 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0146 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:21 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0077 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0010 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0617 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0134 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0045 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0116 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0091 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0072 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0096 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0024 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0107 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0120 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0859 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0084 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0585 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0964 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0042 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0005 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0128 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0597 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1074 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0038 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0287 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0075 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0724 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0279 "-" 3026225 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0553 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0130 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0038 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:22 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.2343 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0076 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0078 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0248 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0638 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0012 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0322 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0014 "-" 3026225 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf -test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 400 Bad Request -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok - -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok - - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: + Any of the options are optional in both cases. - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -Problem occurred while reading builder file: /tmp/tmpkoy54j4b/tmpph76cu7g. Generic error occurred -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. --------------------------------------------------------------------------------test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok + A write_ring command is needed to make the change take effect. -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0102 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0053 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0072 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0067 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0785 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0218 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0052 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0161 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0049 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0153 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0125 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0055 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0093 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0589 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0267 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0526 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1288 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0023 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0130 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0580 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0284 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0744 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0259 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0475 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0471 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0392 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0026 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0103 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0601 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0254 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0389 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0510 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0505 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0634 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0080 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0035 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0121 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0082 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0033 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0119 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0184 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0516 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0853 "-" 3026225 2 -test DEBUG: Unlinked retiring db '/tmp/tmp7q4j5pmf/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0058 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0150 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0613 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0623 "-" 3026225 2 -test DEBUG: Unlinked retiring db '/tmp/tmp6tw75xqq/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0054 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:25 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0094 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0925 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0776 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0042 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0358 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0094 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3965 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1844 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0089 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0100 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:26 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0165 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0892 "-" 3026225 2test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6f2706eb-8f5f-404c-9366-b589228a6ae6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37239 seconds (2.68535/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnhmsw30w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4e7c4376ac5bd35ed462efa9ec33ad26', 'f45ed7bd-995e-4725-a3cf-35a775de8d77-sda', '1735210000.97113', '1735210000', '1735210001', '', '1735210001', 1, 1) -test DEBUG: /tmp/tmpnhmsw30w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210003.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f45ed7bd-995e-4725-a3cf-35a775de8d77-sda') -test DEBUG: /tmp/tmpnhmsw30w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0513213s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4e7c4376ac5bd35ed462efa9ec33ad26', 'f45ed7bd-995e-4725-a3cf-35a775de8d77-sda', '1735210000.97113', '1735210000', '1735210001', '', '1735210001', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f45ed7bd-995e-4725-a3cf-35a775de8d77-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37215 seconds (2.68708/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4urf0tne/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '31b55719777ee22d535592bd86db614a', '9a4d44c7-6966-4378-b14d-b4e29b3470b3-sda', '1735210001.47144', '1735210001', '1735210002', '', '1735210002', 1, 1) -test DEBUG: /tmp/tmp4urf0tne/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '31b55719777ee22d535592bd86db614a', '9a4d44c7-6966-4378-b14d-b4e29b3470b3-sda', '1735210001.47144', '1735210001', '1735210002', '', '1735210002', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9a4d44c7-6966-4378-b14d-b4e29b3470b3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28181 seconds (3.54854/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwws7smav/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd05156b1-8d2c-43e0-8835-3e5cadd26bfe-sda', '1735210001.99135', '1735210003', '1735210002', '', '1735210003', 0, 1) -test DEBUG: /tmp/tmpwws7smav/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd05156b1-8d2c-43e0-8835-3e5cadd26bfe-sda', '1735210001.99135', '1735210003', '1735210002', '', '1735210003', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d05156b1-8d2c-43e0-8835-3e5cadd26bfe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19493 seconds (5.12997/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy076ywb1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a9497de1d2554f8d9fcbbddb95631dcc', '7f94d295-6782-4f49-bfc7-8fe9fa01d45c-sda', '1735210002.41244', '1735210004', '1735210003', '', '1735210004', 1, 0) -test DEBUG: /tmp/tmpy076ywb1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210006.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7f94d295-6782-4f49-bfc7-8fe9fa01d45c-sda') -test DEBUG: /tmp/tmpy076ywb1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0494673s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a9497de1d2554f8d9fcbbddb95631dcc', '7f94d295-6782-4f49-bfc7-8fe9fa01d45c-sda', '1735210002.41244', '1735210004', '1735210003', '', '1735210004', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7f94d295-6782-4f49-bfc7-8fe9fa01d45c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.52478 seconds (1.90555/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0n2ghi_a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a060789b-0903-4f33-be88-56d78b2cdda2-sda', '1735210003.13671', '1735210005', '1735210004', '', '1735210005', 0, 0) -test DEBUG: /tmp/tmp0n2ghi_a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a060789b-0903-4f33-be88-56d78b2cdda2-sda', '1735210003.13671', '1735210005', '1735210004', '', '1735210005', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a060789b-0903-4f33-be88-56d78b2cdda2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23171 seconds (4.31578/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpw9feqkg6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '71ec94aaa97f76845df50369f8c4fc3d', '0b1ec9a1-e434-4411-9a76-fdf07884ad86-sda', '1735210003.61288', '1735210005', '1735210004', '', '1735210005', 1, 1) -test DEBUG: /tmp/tmpw9feqkg6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '71ec94aaa97f76845df50369f8c4fc3d', '0b1ec9a1-e434-4411-9a76-fdf07884ad86-sda', '1735210003.61288', '1735210005', '1735210004', '', '1735210005', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0b1ec9a1-e434-4411-9a76-fdf07884ad86-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok - 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) +swift-ring-builder remove [search-value ...] + [--yes] +or -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile3026205 +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] - 15 function calls in 0.001 seconds + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. - Ordered by: internal time + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) + Option --yes assume a yes response to all questions. +swift-ring-builder search -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile3026205 +or - 15 function calls in 0.001 seconds +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight - Ordered by: internal time + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) + Shows information about matching devices. +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] -Wed Dec 25 22:46:12 2024 /tmp/tmp64n1f4s_/unittest.profile3026205 +or - 15 function calls in 0.001 seconds +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] - Ordered by: internal time + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734541200 -test DEBUG: looking for objects in 1734541200 -test DEBUG: checking container 1734537600 -test DEBUG: looking for objects in 1734537600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1735203600 -test DEBUG: looking for objects in 1735203600 -test DEBUG: checking container 1735200000 -test DEBUG: looking for objects in 1735200000 -test DEBUG: checking container 1735196400 -test DEBUG: looking for objects in 1735196400 -test DEBUG: checking container 1735192800 -test DEBUG: looking for objects in 1735192800 -test DEBUG: checking container 1735189200 -test DEBUG: looking for objects in 1735189200 -test DEBUG: checking container 1735185600 -test DEBUG: looking for objects in 1735185600 -test DEBUG: checking container 1735182000 -test DEBUG: looking for objects in 1735182000 -test DEBUG: checking container 1735178400 -test DEBUG: looking for objects in 1735178400 -test DEBUG: checking container 1735174800test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txed88182ab9b5459f97bff-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx12f904f975a246328ecb8-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfbca3c525b4b43d4b8ea9-00697a45cc) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfbca3c525b4b43d4b8ea9-00697a45cc) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfbca3c525b4b43d4b8ea9-00697a45cc) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfbca3c525b4b43d4b8ea9-00697a45cc)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok - -test INFO: - - - [26/Dec/2024:10:46:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0736 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:35 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0044 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0038 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0044 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:37 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0404 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0592 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0032 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0037 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0044 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0606 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0487 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0163 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0472 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0081 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0345 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0050 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0050 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0006 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0006 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0006 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0006 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0007 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0006 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0006 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0062 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0008 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0005 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0005 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0018 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0007 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0066 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0007 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0005 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0006 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0006 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0005 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0634 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0114 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0093 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0220 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0022 "-" 3026225 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0004 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0387 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0075 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0192 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0007 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0006 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0005 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0569 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0747 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0090 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0123 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0325 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0428 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0170 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0046 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0192 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:38 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0170 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0987 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0127 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0105 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0078 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0203 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0118 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:39 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0054 "-" 3026225 2test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0530 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0124 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0308 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0323 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0122 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0088 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0233 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0064 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0197 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0329 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0257 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0044 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0389 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0158 "-" 3026128 0 -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0263 "-" 3026128 1 -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0434 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0412 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0083 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0452 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0714 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0472 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0160 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0028 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0021 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0713 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0023 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0017 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0005 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0012 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0347 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0068 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0040 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0071 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:31 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0338 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0369 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0140 "-" 3026128 1 -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0332 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0434 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0059 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0286 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0402 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0177 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0821 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0316 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0357 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0333 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0414 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0095 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0328 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0661 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0468 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0483 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0078 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0471 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0066 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0239 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0586 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0289 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0021 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:32 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0018 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:33 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0011 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:33 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0004 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:33 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0003 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1589 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:33 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0317 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0307 "-" 3026128 - -test INFO: - - - [26/Dec/2024:10:46:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0161 "-" 3026128 - -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release.test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok - -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39702 seconds (2.51878/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3dn3v64p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6deee32e-c838-4690-bb3b-1a2636b91aee-sda', '1735210004.26670', '1735210007', '1735210006', '', '1735210007', 0, 1) -test DEBUG: /tmp/tmp3dn3v64p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6deee32e-c838-4690-bb3b-1a2636b91aee-sda', '1735210004.26670', '1735210007', '1735210006', '', '1735210007', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6deee32e-c838-4690-bb3b-1a2636b91aee-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24029 seconds (4.16169/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpt99h69xh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9bcc6361f2498b93fe4a91fd321f17fc', '64f73524-a8e6-48fc-98b9-3b72e50f2d47-sda', '1735210004.87876', '1735210007', '1735210006', '', '1735210007', 1, 1) -test DEBUG: /tmp/tmpt99h69xh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210009.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '64f73524-a8e6-48fc-98b9-3b72e50f2d47-sda') -test DEBUG: /tmp/tmpt99h69xh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0691674s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9bcc6361f2498b93fe4a91fd321f17fc', '64f73524-a8e6-48fc-98b9-3b72e50f2d47-sda', '1735210004.87876', '1735210007', '1735210006', '', '1735210007', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('64f73524-a8e6-48fc-98b9-3b72e50f2d47-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40748 seconds (2.45410/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv6hlosht/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7da9af4c-0a38-4545-b77f-f14f1ded655e-sda', '1735210005.85541', '1735210008', '1735210007', '', '1735210008', 0, 0) -test DEBUG: /tmp/tmpv6hlosht/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7da9af4c-0a38-4545-b77f-f14f1ded655e-sda', '1735210005.85541', '1735210008', '1735210007', '', '1735210008', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7da9af4c-0a38-4545-b77f-f14f1ded655e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.33498 seconds (2.98527/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9j9xgx_o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7824ab703fc4c6e7cafcae15aa14720b', 'b4979d94-e66a-4537-aa23-90b0ce28bc4e-sda', '1735210006.63207', '1735210009', '1735210008', '', '1735210009', 1, 1) -test DEBUG: /tmp/tmp9j9xgx_o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7824ab703fc4c6e7cafcae15aa14720b', 'b4979d94-e66a-4537-aa23-90b0ce28bc4e-sda', '1735210006.63207', '1735210009', '1735210008', '', '1735210009', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b4979d94-e66a-4537-aa23-90b0ce28bc4e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.69270 seconds (1.44362/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy09f2pzr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '863428fd-6887-45a0-8dc5-1a3026600999-sda', '1735210007.67295', '1735210010', '1735210009', '', '1735210010', 0, 1) -test DEBUG: /tmp/tmpy09f2pzr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '863428fd-6887-45a0-8dc5-1a3026600999-sda', '1735210007.67295', '1735210010', '1735210009', '', '1735210010', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('863428fd-6887-45a0-8dc5-1a3026600999-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24472 seconds (4.08626/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprzbe3qzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c78ffa8791b07e3e8209979384a5e2c8', 'd6b9a6b4-6648-4858-a3f2-7a76dd569c43-sda', '1735210008.18693', '1735210011', '1735210010', '', '1735210011', 1, 0) -test DEBUG: /tmp/tmprzbe3qzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210012.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd6b9a6b4-6648-4858-a3f2-7a76dd569c43-sda') -test DEBUG: /tmp/tmprzbe3qzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.053257s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c78ffa8791b07e3e8209979384a5e2c8', 'd6b9a6b4-6648-4858-a3f2-7a76dd569c43-sda', '1735210008.18693', '1735210011', '1735210010', '', '1735210011', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d6b9a6b4-6648-4858-a3f2-7a76dd569c43-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41650 seconds (2.40098/s)test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00084 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00091 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00065 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok - -test INFO: - - - [26/Dec/2024:10:46:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0053 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0141 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0152 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0095 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1105 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0013 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0079 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0010 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0090 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0149 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0112 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0590 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0972 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0295 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0074 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0027 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0183 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0350 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0153 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0037 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0038 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0316 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0734 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0022 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0465 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0087 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:42 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0605 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0941 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0079 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0115 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0028 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0091 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0063 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0028 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0117 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0026 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0112 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0074 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0055 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0060 "-" 3026225 2 -test DEBUG: Unlinked retiring db '/tmp/tmpv4dauehf/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0034 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0107 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0226 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0704 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0252 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0041 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0041 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0521 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0032 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0081 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0240 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0116 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0322 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0532 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0084 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0454 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1872 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:43 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0124 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0353 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0576 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0126 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:44 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0338 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:44 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0781 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:44 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0053 "-" 3026225 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_header -test.unit.common.test_utils.TestUtils.test_parse_header ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok - -test DEBUG: looking for objects in 1735174800 -test DEBUG: checking container 1734602400 -test DEBUG: looking for objects in 1734602400 -test DEBUG: checking container 1734598800 -test DEBUG: looking for objects in 1734598800 -test DEBUG: checking container 1734595200 -test DEBUG: looking for objects in 1734595200 -test DEBUG: checking container 1734591600 -test DEBUG: looking for objects in 1734591600 -test DEBUG: checking container 1734588000 -test DEBUG: looking for objects in 1734588000 -test DEBUG: checking container 1734584400 -test DEBUG: looking for objects in 1734584400 -test DEBUG: checking container 1734580800 -test DEBUG: looking for objects in 1734580800 -test DEBUG: checking container 1734577200 -test DEBUG: looking for objects in 1734577200 -test DEBUG: checking container 1734573600 -test DEBUG: looking for objects in 1734573600 -test DEBUG: checking container 1734570000 -test DEBUG: looking for objects in 1734570000 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735209977.192580) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735209977.192580) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735209977.192580) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735209977.192580) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1735209977.192580) in policy_index 1 will be deleted from policy_index 0 (1735209977.19258_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1735209977.192580) deleted from policy_index 0 (1735209977.19258_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1735209977.192580) from policy_index 1 (1735209977.19258_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1735209977.192580) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1735209977.192580) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1735209977.192580) from the queue (1735209977.19258_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objectstest.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + headers={'Accept': 'application/json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txcc7ff5716bfb40ae979a4-00697a45d6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcc7ff5716bfb40ae979a4-00697a45d6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to get commit status of PUT to /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response + self.resp = self.conn.getexpect() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect + expect_status = self._status.get_expect_status() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx01542b8d962d465381caf-00697a45d6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txc7804bdf4ca14efda6170-00697a45d6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txe447ed45347a42abb8838-00697a45d6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: txf44c859fe212490cbb07b-00697a45d6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx205256872f04468199b73-00676d3406) -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx6b0de4348fd64bc78a601-00676d3406) -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx16ccfa4260dd481eb3c18-00676d3406) -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [25/Dec/2024 22:46:30] "GET /someurl HTTP/1.1" 200 160 0.000122 -proxy INFO: 192.168.0.1 - - [25/Dec/2024 22:46:30] "GET /otherurl HTTP/1.1" 200 179 0.000060 -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [25/Dec/2024 22:46:30] "GET /someurl HTTP/1.0" 200 186 0.000140 -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [25/Dec/2024 22:46:30] "GET /someurl HTTP/1.0" 200 179 0.000095 -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:46:30] "GET /someurl HTTP/1.0" 200 180 0.000103 -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:46:30] "GET /someurl HTTP/1.0" 200 180 0.000107 -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -proxy INFO: (3026231) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026231) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:46:30] "GET /someurl HTTP/1.0" 200 180 0.000083 -proxy INFO: wsgi exiting -proxy INFO: (3026231) wsgi exited, is_accepting=True -test ERROR: Problem finding shard upper in '/tmp/tmpq81uru_s/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpq81uru_s/test_container.db': : + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data + chunk = next(data_source) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + self.app.client_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read + raise Exception('exception message') +Exception: exception message (txn: txc2ce1bd0d0fe4e6389eef-00697a45d6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx7dd11538fb9845bf868c9-00697a45d6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx5a6408bcc11c425cacb7d-00697a45d6)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test ERROR: Failed to unlink '/tmp/tmpld4qxgtv/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpx5qpuxn4/containers/part/suffix/hash/container.db'test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpld4qxgtv/containers/part/suffix/hash/container_1769620961.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpld4qxgtv/containers/part/suffix/hash/container_1769620961.00000.db': ['/tmp/tmpld4qxgtv/containers/part/suffix/hash/container.db', '/tmp/tmpld4qxgtv/containers/part/suffix/hash/container_1769620962.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpld4qxgtv/containers/part/suffix/hash/container_1769620962.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.0:1000/sda (txn: tx8a7144e36f3941ea8bcb8-00697a45e1) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.2:1002/sdc (txn: tx43cdac473765483b84232-00697a45e1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx12666ca984f74370b4d9a-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc719d1485f804514be38e-00697a45e1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc719d1485f804514be38e-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4d90e98fb8914c93a6fba-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4d90e98fb8914c93a6fba-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok - -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmq9ekexe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6ccf6d1c-d49c-461d-9c24-f552f1fe86e0-sda', '1735210008.92847', '1735210011', '1735210010', '', '1735210011', 0, 0) -test DEBUG: /tmp/tmpmq9ekexe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6ccf6d1c-d49c-461d-9c24-f552f1fe86e0-sda', '1735210008.92847', '1735210011', '1735210010', '', '1735210011', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6ccf6d1c-d49c-461d-9c24-f552f1fe86e0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 2.24925 seconds (0.44459/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvfjw62mu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f48e9cb72f7f4e073da7b8f6e4c7ac1a', 'c8d5459c-53c1-4d99-955f-2c3c91a62c83-sda', '1735210011.46082', '1735210014', '1735210013', '', '1735210014', 1, 0) -test DEBUG: /tmp/tmpvfjw62mu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f48e9cb72f7f4e073da7b8f6e4c7ac1a', 'c8d5459c-53c1-4d99-955f-2c3c91a62c83-sda', '1735210011.46082', '1735210014', '1735210013', '', '1735210014', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c8d5459c-53c1-4d99-955f-2c3c91a62c83-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42974 seconds (2.32696/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpztgqr0r6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b932bb5b-9304-4b70-887b-2df270aa8d99-sda', '1735210012.10938', '1735210016', '1735210015', '', '1735210016', 0, 1) -test DEBUG: /tmp/tmpztgqr0r6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b932bb5b-9304-4b70-887b-2df270aa8d99-sda', '1735210012.10938', '1735210016', '1735210015', '', '1735210016', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b932bb5b-9304-4b70-887b-2df270aa8d99-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.17743 seconds (5.63599/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyp61ivyl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d996c0eaade0e953474c915bec2ec0c', 'c9c5bf59-c27d-4627-9ff0-27618f18f425-sda', '1735210012.50909', '1735210016', '1735210015', '', '1735210016', 1, 0) -test DEBUG: /tmp/tmpyp61ivyl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210017.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c9c5bf59-c27d-4627-9ff0-27618f18f425-sda') -test DEBUG: /tmp/tmpyp61ivyl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0368762s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d996c0eaade0e953474c915bec2ec0c', 'c9c5bf59-c27d-4627-9ff0-27618f18f425-sda', '1735210012.50909', '1735210016', '1735210015', '', '1735210016', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c9c5bf59-c27d-4627-9ff0-27618f18f425-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40096 seconds (2.49400/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdemo6k12/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '760bb071-f2c0-4bce-819d-ababf060c307-sda', '1735210013.27620', '1735210017', '1735210016', '', '1735210017', 0, 1) -test DEBUG: /tmp/tmpdemo6k12/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '760bb071-f2c0-4bce-819d-ababf060c307-sda', '1735210013.27620', '1735210017', '1735210016', '', '1735210017', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('760bb071-f2c0-4bce-819d-ababf060c307-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27329 seconds (3.65907/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2jkt76dk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'de85988b9731e9b5d427569d163393b6', 'dd1b041c-db92-4608-b83f-98a10b3d9723-sda', '1735210013.92515', '1735210017', '1735210016', '', '1735210017', 1, 0) -test DEBUG: /tmp/tmp2jkt76dk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'de85988b9731e9b5d427569d163393b6', 'dd1b041c-db92-4608-b83f-98a10b3d9723-sda', '1735210013.92515', '1735210017', '1735210016', '', '1735210017', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dd1b041c-db92-4608-b83f-98a10b3d9723-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37840 seconds (2.64268/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphevh9jl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c888c35-04e2-4d39-9441-b013ad42478c-sda', '1735210014.66998', '1735210019', '1735210018', '', '1735210019', 0, 0) -test DEBUG: /tmp/tmphevh9jl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c888c35-04e2-4d39-9441-b013ad42478c-sda', '1735210014.66998', '1735210019', '1735210018', '', '1735210019', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0c888c35-04e2-4d39-9441-b013ad42478c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20359 seconds (4.91178/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1pvllq4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6487e044ff1fae55e6bd28c6ec87e57c', 'e10d3cbb-b4d2-4ce9-811c-4498e04bc20c-sda', '1735210015.14237', '1735210020', '1735210019', '', '1735210020', 1, 1) -test DEBUG: /tmp/tmp1pvllq4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210021.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e10d3cbb-b4d2-4ce9-811c-4498e04bc20c-sda') -test DEBUG: /tmp/tmp1pvllq4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0430691s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6487e044ff1fae55e6bd28c6ec87e57c', 'e10d3cbb-b4d2-4ce9-811c-4498e04bc20c-sda', '1735210015.14237', '1735210020', '1735210019', '', '1735210020', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e10d3cbb-b4d2-4ce9-811c-4498e04bc20c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.49188 seconds (2.03300/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyyq1xbnu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f6c1f980-fde5-423a-bb09-d3d059517c0a-sda', '1735210015.93723', '1735210020', '1735210019', '', '1735210020', 0, 0) -test DEBUG: /tmp/tmpyyq1xbnu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f6c1f980-fde5-423a-bb09-d3d059517c0a-sda', '1735210015.93723', '1735210020', '1735210019', '', '1735210020', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f6c1f980-fde5-423a-bb09-d3d059517c0a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20825 seconds (4.80203/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxkca632k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d6ea778d7f29a4266cf732970931867', 'b7b9e92a-9f9a-4b52-accc-d5e3b2d890d0-sda', '1735210016.54849', '1735210021', '1735210020', '', '1735210021', 1, 1) -test DEBUG: /tmp/tmpxkca632k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0d6ea778d7f29a4266cf732970931867', 'b7b9e92a-9f9a-4b52-accc-d5e3b2d890d0-sda', '1735210016.54849', '1735210021', '1735210020', '', '1735210021', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b7b9e92a-9f9a-4b52-accc-d5e3b2d890d0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41868 seconds (2.38845/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '720b4f29-6ce8-4b04-b601-4ba021096af7-sda', '1735210017.34187', '1735210017.00000', '0', '', '1735210017.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '720b4f29-6ce8-4b04-b601-4ba021096af7-sda', '1735210017.34187', '1735210018.00000', '0', '', '1735210017.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'f957740bda25b398e17ff5df9caa88a5', '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda', '1735210017.54149', '1735210017.53347', '0', '', '1735210017.53347', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1735210017.59098', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1735210017.59223', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1735210017.59246', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1735210017.59268', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1735210017.59289', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1735210017.59308', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1735210017.59326', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1735210017.59344', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1735210017.60600', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1735210017.60621', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1735210017.60651', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1735210018.01839', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1735210018.11888', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1735210018.24235', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1735210018.36660', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda')test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_no_fdatasync -test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok -test.unit.common.test_utils.TestFsync.test_yes_fdatasync -test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735210011.79469', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Thu, 26 Dec 2024 10:46:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735210011.87319', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: tx4d90e98fb8914c93a6fba-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx673e608cacd345bb9debf-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx673e608cacd345bb9debf-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: tx673e608cacd345bb9debf-00697a45e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx54dc7554307e41e48af23-00697a45e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx0481154452364404bc396-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0481154452364404bc396-00697a45e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx1a013722a4274748b3870-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1a013722a4274748b3870-00697a45e1)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769620939.948643) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769620939.948643) in destination policy_index 0 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769620939.948643) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769620939.948643) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769620939.94864) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1769620939.948643) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769620939.952839) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769620939.952839) in destination policy_index 0 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734541200 -test DEBUG: looking for objects in 1734541200 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734544703.135900) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1734544703.135900) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734544703.135900) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1734544703.135900) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1734544703.13590) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1734544703.135900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1734541200/1:/AUTH_jeb/c/o1' (1734544703.135900) from the queue (1734544703.13590_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769620939.952839) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769620939.952839) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769620939.95284) in policy_index 1 responded 404 (1769620939.95284_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1769620939.952839) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1735209983.163512) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1735209983.163512) in destination policy_index 0 +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1735209983.163512) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1735209983.163512) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1735209983.16351) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1735209983.163512) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 +test DEBUG: checking container 1769619600 +test DEBUG: looking for objects in 1769619600 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +test ERROR: Unhandled Exception trying to reconcile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + ~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + container_gen, constraints.CONTAINER_LISTING_LIMIT)) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % + ...<2 lines>... + bytes_to_wsgi(quote(prefix))), + {}, acceptable_statuses) File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise raise value File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^ File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait result = hub.switch() - ^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~^^ File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up raise Exception('kaboom!') -Exception: kaboom!test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Exception: kaboom! +test INFO: Reconciler Stats: {} +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp3_chgpm8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3_chgpm8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp3_chgpm8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3_chgpm8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0123 "-" 790425 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:26 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0086 "-" 790425 -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1076 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0524 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0121 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0038 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0119 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0115 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2290 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0496 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0419 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0033 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0304 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0514 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0447 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0147 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0041 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0030 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1101 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0578 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0039 "-" 3026225 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0872 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0471 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0733 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0022 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.1486 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0109 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0122 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0006 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.1253 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0120 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0185 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0208 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0226 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0030 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0194 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0079 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0243 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0074 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0327 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0679 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0215 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0173 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0905 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0252 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0007 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0005 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:46 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0005 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 3026225 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0845 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0121 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0013 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0365 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1654 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0802 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1381 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0109 "-" 3026225 2test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_defaults -test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpv9801_fk/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmp64_y8ol8/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test INFO: Object update sweep completed on /tmp/tmpj0c1i_6y/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj0c1i_6y/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c/o /tmp/tmpj0c1i_6y/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620964.00000 +test INFO: Object update sweep completed on /tmp/tmpj0c1i_6y/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj0c1i_6y/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c/o /tmp/tmpj0c1i_6y/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620965.00000 +test INFO: Object update sweep completed on /tmp/tmpj0c1i_6y/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpj0c1i_6y/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c/o /tmp/tmpj0c1i_6y/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620966.00000 +test INFO: Object update sweep completed on /tmp/tmpj0c1i_6y/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp579ecut_/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c/o /tmp/tmp579ecut_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620962.00000 +test INFO: Object update sweep completed on /tmp/tmp579ecut_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp579ecut_/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c/o /tmp/tmp579ecut_/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620964.00000 +test INFO: Object update sweep completed on /tmp/tmp579ecut_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpz89_fkk1/devices/sda1 (pid: 790397) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmpz89_fkk1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.00000: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'.test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0076 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0164 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0149 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0084 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0077 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0099 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0013 "-" 790387 0 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0104 "-" 790387 1 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0659 "-" 790387 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0061 "-" 790387 3 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0082 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0144 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0068 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0106 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0115 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0107 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0120 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0125 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 790387 3 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0106 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0107 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0101 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0115 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0086 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0069 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0069 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0071 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0089 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0013 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0090 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0101 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0099 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0104 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0091 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0066 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0080 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0133 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0016 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0069 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0194 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0075 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0046 "-" 790387 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0071 "-" 790387 - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok + +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0103 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0075 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0089 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0079 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0083 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0099 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0093 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0078 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0110 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0065 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0086 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0077 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0123 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0012 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0007 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0082 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0095 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0022 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0054 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0092 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0047 "-" 790409 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok + +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0105 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0024 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0028 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0031 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0026 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0024 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0127 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0203 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0080 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0090 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0017 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0083 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0138 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0108 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0183 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0141 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0121 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0128 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0112 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0081 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0111 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0093 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0085 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0106 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0204 "-" 790414 2 +test DEBUG: Unlinked retiring db '/tmp/tmpw_10ddkq/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0152 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0138 "-" 790414 2 +test DEBUG: Unlinked retiring db '/tmp/tmpelglusik/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0087 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0024 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0103 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0164 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0095 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0197 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0100 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0174 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok + +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1769620945.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769620945.00000', 'deleted': 0, 'storage_policy_index': 0}], 'ca32e141-4630-447e-be25-23ab21658df5-') +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0124195s) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, merge_syncs, ([{'remote_id': '55c32fc8-d5e2-4c94-a712-8adc27033c2d-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/dee7154fff003696df747ac3e2ff2b8c, sync, (2, '65b4a84184df8f0b4b67d5e7951fab0c', 'ca32e141-4630-447e-be25-23ab21658df5-', '1769620940.20942', '1769619600', '0', '', '1769619600', 1, 0) +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/dee7154fff003696df747ac3e2ff2b8c, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1769620945.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769620945.00000', 'deleted': 0, 'storage_policy_index': 0}], 'ca32e141-4630-447e-be25-23ab21658df5-') +test DEBUG: /tmp/tmptq4rvsb0/sdb/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0146122s) +REPLICATE: /sda/0/dee7154fff003696df747ac3e2ff2b8c, merge_syncs, ([{'remote_id': '55c32fc8-d5e2-4c94-a712-8adc27033c2d-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '8cf78a50e312fbffa33dd013094cf765', '6ccda8dd-1660-49e7-b910-d7de9142de4d-', '1769620940.58096', '1769620940.57664', '0', '', '1769620940.57664', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6ccda8dd-1660-49e7-b910-d7de9142de4d-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769620940.59281.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '8cf78a50e312fbffa33dd013094cf765', '6ccda8dd-1660-49e7-b910-d7de9142de4d-', '1769620940.58096', '1769620940.57664', '0', '', '1769620940.57664', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620940.59273', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769620940.59273', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620940.59273', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620940.59295', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620940.59295', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620940.59281', 'epoch': '1769620940.59281', 'reported': 0, 'tombstones': -1}], '6ccda8dd-1660-49e7-b910-d7de9142de4d-') +test DEBUG: /tmp/tmpsslmi42m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620940.59281.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpsslmi42m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620940.59281.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'b9414b26e561aa75e0b29f0e6170a0bc', '2dfaf4f9-07b3-4dd3-bbd3-f5d69d0ceed2-', '1769620940.81205', '1769620940.80917', '0', '', '1769620940.80917', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620940.90341', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769620940.90341', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620940.90341', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620940.91313', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620940.91313', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620940.82307', 'epoch': '1769620940.82307', 'reported': 0, 'tombstones': -1}], '2dfaf4f9-07b3-4dd3-bbd3-f5d69d0ceed2-') +test DEBUG: /tmp/tmpt92g47u_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620940.82307.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpt92g47u_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620940.82307.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'b9414b26e561aa75e0b29f0e6170a0bc', '2dfaf4f9-07b3-4dd3-bbd3-f5d69d0ceed2-', '1769620940.81205', '1769620940.89205', '0', '', '1769620940.80917', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620940.90341', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769620940.90341', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620940.90341', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620940.91313', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620940.91313', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620940.82307', 'epoch': '1769620940.82307', 'reported': 0, 'tombstones': -1}], '2dfaf4f9-07b3-4dd3-bbd3-f5d69d0ceed2-') +test DEBUG: /tmp/tmpt92g47u_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620940.82307.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpt92g47u_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620940.82307.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '99069cb48944f4d86ee5684bfc17604b', '9f258371-2a93-4ba6-a204-f1622625420a-', '1769620941.05254', '1769620941.04943', '0', '', '1769620941.04943', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620941.13521', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769620941.13521', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620941.13521', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620941.14265', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.14265', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620941.06142', 'epoch': '1769620941.06142', 'reported': 0, 'tombstones': -1}], '9f258371-2a93-4ba6-a204-f1622625420a-') +test DEBUG: /tmp/tmpod4mwqwq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.06142.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpod4mwqwq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.06142.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '99069cb48944f4d86ee5684bfc17604b', '9f258371-2a93-4ba6-a204-f1622625420a-', '1769620941.05254', '1769620941.12191', '0', '', '1769620941.04943', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620941.13521', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769620941.13521', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620941.13521', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620941.14265', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.14265', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620941.06142', 'epoch': '1769620941.06142', 'reported': 0, 'tombstones': -1}], '9f258371-2a93-4ba6-a204-f1622625420a-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok + +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0100 "-" 790425 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0109 "-" 790425 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbe206b59d35e49de8be6b-00697a45d6" "proxy-server 790425" 0.0018 "-" 790425 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:35823/sdb1/1/a/c" "txbe206b59d35e49de8be6b-00697a45d6" "container-server 790425" 0.0010 "-" 790425 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:59685/sda1/1/a/c" "txbe206b59d35e49de8be6b-00697a45d6" "container-server 790425" 0.0019 "-" 790425 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbe206b59d35e49de8be6b-00697a45d6" "proxy-server 790425" 0.0270 "-" 790425 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbe206b59d35e49de8be6b-00697a45d6" "proxy-server 790425" 0.0169 "-" 790425 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbe206b59d35e49de8be6b-00697a45d6 - 0.0371 - - 1769620950.842584848 1769620950.879685402 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx93a7978a17534a1abe0ff-00697a45d6" "proxy-server 790425" 0.0012 "-" 790425 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35823/sdb1/1/a1/c1" "tx93a7978a17534a1abe0ff-00697a45d6" "container-server 790425" 0.0009 "-" 790425 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59685/sda1/1/a1/c1" "tx93a7978a17534a1abe0ff-00697a45d6" "container-server 790425" 0.0012 "-" 790425 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx93a7978a17534a1abe0ff-00697a45d6" "proxy-server 790425" 0.0128 "-" 790425 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx93a7978a17534a1abe0ff-00697a45d6" "proxy-server 790425" 0.0235 "-" 790425 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx93a7978a17534a1abe0ff-00697a45d6 - 0.0306 - - 1769620950.881382704 1769620950.912009239 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3f65c71999754a1b9d9cd-00697a45d6" "proxy-server 790425" 0.0083 "-" 790425 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35823/sdb1/2/a/c1" "tx3f65c71999754a1b9d9cd-00697a45d6" "container-server 790425" 0.0009 "-" 790425 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59685/sda1/2/a/c1" "tx3f65c71999754a1b9d9cd-00697a45d6" "container-server 790425" 0.0054 "-" 790425 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3f65c71999754a1b9d9cd-00697a45d6" "proxy-server 790425" 0.0322 "-" 790425 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3f65c71999754a1b9d9cd-00697a45d6" "proxy-server 790425" 0.0205 "-" 790425 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/30 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3f65c71999754a1b9d9cd-00697a45d6 - 0.0464 - - 1769620950.913198948 1769620950.959563494 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc5d93a19505847aa82340-00697a45d6" "proxy-server 790425" 0.0057 "-" 790425 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:30 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35823/sdb1/1/a/c2" "txc5d93a19505847aa82340-00697a45d6" "container-server 790425" 0.0089 "-" 790425 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:59685/sda1/1/a/c2" "txc5d93a19505847aa82340-00697a45d6" "container-server 790425" 0.0011 "-" 790425 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:31 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc5d93a19505847aa82340-00697a45d6" "proxy-server 790425" 0.0301 "-" 790425 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc5d93a19505847aa82340-00697a45d6" "proxy-server 790425" 0.0207 "-" 790425 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/31 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc5d93a19505847aa82340-00697a45d6 - 0.0417 - - 1769620950.960759401 1769620951.002502918 2 + +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0109 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0019 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0073 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0115 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0134 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0128 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0126 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 790411 0 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0116 "-" 790411 1 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0915 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0104 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0016 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0081 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0093 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0101 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0018 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0237 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0083 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 790411 1 +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0074 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0185 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0130 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0120 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0118 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0091 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0103 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0158 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0017 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0108 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0088 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0113 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0092 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0137 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0149 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0076 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0071 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0081 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0013 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0165 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0098 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0095 "-" 790411 - +test INFO: - - - [28/Jan/2026:17:22:21 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0076 "-" 790411 - +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfbca3c525b4b43d4b8ea9-00697a45cc) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfbca3c525b4b43d4b8ea9-00697a45cc) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfbca3c525b4b43d4b8ea9-00697a45cc) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfbca3c525b4b43d4b8ea9-00697a45cc) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server ERROR: Object returning 503 for [] (txn: txaac618dfe2884bf39e7ab-00697a45d7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx8d17f783df114e5a9b491-00697a45d7)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... FAIL +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 371.88. Dispersion is now 1.56 -------------------------------------------------------------------------------- -NOTE: Dispersion of 1.562500 indicates some parts are not - optimally dispersed. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmpywhuw_gl/tmp393gptb9.builder instead of /tmp/tmpywhuw_gl/tmp393gptb9.ring.gz as builder file -Reassigned 4 (6.25%) partitions. Balance is now 57.29. Dispersion is now 0.52 -------------------------------------------------------------------------------- -NOTE: Dispersion of 0.520833 indicates some parts are not - optimally dispersed. - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmpkdwdo1mg/tmpcyo0z2x2.builder instead of /tmp/tmpkdwdo1mg/tmpcyo0z2x2.ring.gz as builder file -Note: using /tmp/tmphpyqow5v/tmpy105oe58.builder instead of /tmp/tmphpyqow5v/tmpy105oe58.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test INFO: - - 26/Dec/2024/10/46/34 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0003 - - 1735209994.065822363 1735209994.066079855 - -test INFO: - - 26/Dec/2024/10/46/34 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1735209994.068263531 1735209994.068275213 - -test INFO: - - 26/Dec/2024/10/46/34 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735209994.074329138 1735209994.774329185 - -test INFO: - - 26/Dec/2024/10/46/34 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735209994.083053589 1735209994.083238125 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 26/Dec/2024/10/46/34 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735209994.171462059 1735209994.171651840 - -test INFO: - - 26/Dec/2024/10/46/34 GET / HTTP/1.0 499 - - - - - - - - 0.0001 - - 1735209994.177965164 1735209994.178040981 - -test INFO: - - 26/Dec/2024/10/46/34 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735209994.181027651 1735209994.181048632 - -test INFO: - - 26/Dec/2024/10/46/34 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209994.191601038 1735209994.191723108 - -test INFO: - - 26/Dec/2024/10/46/34 GET / HTTP/1.0 200 - - - - 8 - - - 0.0003 - - 1735209994.202210188 1735209994.202472210 - -test INFO: - - 26/Dec/2024/10/46/34 GET / HTTP/1.0 200 - - - - 15 - - - 0.0012 - - 1735209994.202156544 1735209994.203395605 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 26/Dec/2024/10/46/34 GET / HTTP/1.0 200 - - - - 8 - - - 0.0003 - - 1735209994.334552526 1735209994.334874868 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735209995.022663832 1735209995.022858381 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1735209995.024502277 1735209995.024619818 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735209995.035105944 1735209995.035327673 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1735209995.036910295 1735209995.037010670 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1735209995.047230005 1735209995.047358274 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1735209995.048747301 1735209995.048852921 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209995.052244186 1735209995.052387238 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1735209995.053773642 1735209995.053874016 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1735209995.055363655 1735209995.055472851 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1735209995.056524038 1735209995.056623936 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - one%2Cand%20two 1735209995.067107677 1735209995.067279577 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0007 - - 1735209995.069215775 1735209995.069935560 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209995.071212053 1735209995.071357727 - -test INFO: - - 26/Dec/2024/10/46/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1735209995.072922468 1735209995.073021173 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 26/Dec/2024/10/46/35 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735209995.090357542 1735209995.090484619 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1735210018.47847', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1735210018.57427', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1735210018.68351', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1735210018.79779', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1735210018.91012', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, 'e73b97d8d3d22e73ea36aef6b825ddaa', '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda', '1735210017.54149', '1735210017.53347', '0', '', '1735210017.53347', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1735210018.99432', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37da1e23-82d8-47af-82ae-66ba4d1c0e48-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvyf2v_l7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '16f6b746-834d-4500-ba77-2a8a3f7926a9-sda', '1735210019.30451', '1735210020', '0', '', '1735210020', 0, 1) -test DEBUG: /tmp/tmpvyf2v_l7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '16f6b746-834d-4500-ba77-2a8a3f7926a9-sda', '1735210019.30451', '1735210020', '0', '', '1735210020', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('16f6b746-834d-4500-ba77-2a8a3f7926a9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27640 seconds (3.61789/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9rwlshic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6487e044ff1fae55e6bd28c6ec87e57c', 'db282075-406c-46c1-a4b5-9742e8e4fee8-sda', '1735210019.78402', '1735210020', '0', '', '1735210020', 1, 0) -test DEBUG: /tmp/tmp9rwlshic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210021.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'db282075-406c-46c1-a4b5-9742e8e4fee8-sda') -test DEBUG: /tmp/tmp9rwlshic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0794122s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6487e044ff1fae55e6bd28c6ec87e57c', 'db282075-406c-46c1-a4b5-9742e8e4fee8-sda', '1735210019.78402', '1735210020', '0', '', '1735210020', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('db282075-406c-46c1-a4b5-9742e8e4fee8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9rwlshic/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.61902 seconds (1.61547/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp9rwlshic/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '658924519ac6b425da6d9f183893984b', '42e27d97-75e8-4a25-b7ff-d6f745215895-sda', '1735210020.34995', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('42e27d97-75e8-4a25-b7ff-d6f745215895-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '658924519ac6b425da6d9f183893984b', '42e27d97-75e8-4a25-b7ff-d6f745215895-sda', '1735210020.34995', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('42e27d97-75e8-4a25-b7ff-d6f745215895-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpibd_rni2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a943bea3-2918-45a4-8de3-9af65eda58ce-sda', '1735210020.82156', '1735210021', '0', '', '1735210021', 0, 0) -test DEBUG: /tmp/tmpibd_rni2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a943bea3-2918-45a4-8de3-9af65eda58ce-sda', '1735210020.82156', '1735210021', '0', '', '1735210021', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a943bea3-2918-45a4-8de3-9af65eda58ce-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.62934 seconds (1.58898/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe7heozjr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '614cad0b08bc4777656d8d1dc3cfefb0', '8cab1e71-0512-41a5-8889-00296a051a99-sda', '1735210021.67011', '1735210022', '0', '', '1735210022', 1, 0) -test DEBUG: /tmp/tmpe7heozjr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '614cad0b08bc4777656d8d1dc3cfefb0', '8cab1e71-0512-41a5-8889-00296a051a99-sda', '1735210021.67011', '1735210022', '0', '', '1735210022', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8cab1e71-0512-41a5-8889-00296a051a99-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpe7heozjr/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.dbtest.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +/tmp/tmp_8d5wryb/tmp6d2m9wkg, build version 4, id 089e925287e54ac9a74b80fade6951e1 +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp_8d5wryb/tmp6d2m9wkg.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run.test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok + +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx5a6408bcc11c425cacb7d-00697a45d6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx9e5e18e0256148c2baba7-00697a45d7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txf401d292217e4687ad49e-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txf401d292217e4687ad49e-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txf401d292217e4687ad49e-00697a45d7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx9b35f6dda9c04ed78c414-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx9b35f6dda9c04ed78c414-00697a45d7) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx9b35f6dda9c04ed78c414-00697a45d7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter + return MIMEPutter.connect( + ~~~~~~~~~~~~~~~~~~^ + node, part, req.swift_entity_path, headers, self.app.watchdog, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<4 lines>... + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + need_multiphase=True) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: tx039e1ad471bd4a338f08f-00697a45d7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210015.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210015.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210015.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210015.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/objecttest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.58321 seconds (1.71466/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpe7heozjr/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '77a13f5343d12baacc9a26571e546af9', '0a9cb4e0-22ae-425f-b66d-f7458ec213eb-sda', '1735210022.18717', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('0a9cb4e0-22ae-425f-b66d-f7458ec213eb-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '77a13f5343d12baacc9a26571e546af9', '0a9cb4e0-22ae-425f-b66d-f7458ec213eb-sda', '1735210022.18717', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('0a9cb4e0-22ae-425f-b66d-f7458ec213eb-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3j3x04q9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '00616020-85a8-4fca-874e-8d6f8cff7d3a-sda', '1735210022.71568', '1735210023', '1735210024', '', '1735210024', 0, 0) -test DEBUG: /tmp/tmp3j3x04q9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '00616020-85a8-4fca-874e-8d6f8cff7d3a-sda', '1735210022.71568', '1735210023', '1735210024', '', '1735210024', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('00616020-85a8-4fca-874e-8d6f8cff7d3a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22853 seconds (4.37572/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiy_ac1yr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3e4ed399831c2990503977c26f12b993', '3fe57f66-e3c8-46fa-8939-61fbc4fea21e-sda', '1735210023.19566', '1735210024', '1735210025', '', '1735210025', 1, 1) -test DEBUG: /tmp/tmpiy_ac1yr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210026.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '3fe57f66-e3c8-46fa-8939-61fbc4fea21e-sda') -test DEBUG: /tmp/tmpiy_ac1yr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0503697s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3e4ed399831c2990503977c26f12b993', '3fe57f66-e3c8-46fa-8939-61fbc4fea21e-sda', '1735210023.19566', '1735210024', '1735210025', '', '1735210025', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3fe57f66-e3c8-46fa-8939-61fbc4fea21e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpiy_ac1yr/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43452 seconds (2.30141/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpiy_ac1yr/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '0ba74d554f0812b3fcd6f4ab0c1bc5c7', 'aa15d429-e49f-4a91-816f-e54d248781b6-sda', '1735210023.63566', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('aa15d429-e49f-4a91-816f-e54d248781b6-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '0ba74d554f0812b3fcd6f4ab0c1bc5c7', 'aa15d429-e49f-4a91-816f-e54d248781b6-sda', '1735210023.63566', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('aa15d429-e49f-4a91-816f-e54d248781b6-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp28s5fgor/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '538f67ed-a440-4359-9f40-0ae629781653-sda', '1735210023.96780', '1735210024', '1735210025', '', '1735210025', 0, 0) -test DEBUG: /tmp/tmp28s5fgor/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '538f67ed-a440-4359-9f40-0ae629781653-sda', '1735210023.96780', '1735210024', '1735210025', '', '1735210025', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('538f67ed-a440-4359-9f40-0ae629781653-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22288 seconds (4.48663/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpg798y0uz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59ea60d3fee4ffd780c5b9221bf522fe', 'a35af6ee-5704-4163-aef3-642dbfd0a7a6-sda', '1735210024.30918', '1735210025', '1735210026', '', '1735210026', 1, 1) -test DEBUG: /tmp/tmpg798y0uz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '59ea60d3fee4ffd780c5b9221bf522fe', 'a35af6ee-5704-4163-aef3-642dbfd0a7a6-sda', '1735210024.30918', '1735210025', '1735210026', '', '1735210026', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a35af6ee-5704-4163-aef3-642dbfd0a7a6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpg798y0uz/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.46702 seconds (2.14122/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpg798y0uz/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'a949d0209ac6a0120275387590843715', '981b3efa-985a-4aa6-a915-97c2c2ecf3dd-sda', '1735210024.74723', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('981b3efa-985a-4aa6-a915-97c2c2ecf3dd-sda', '6b8c10b1cba07682384dea98d4c5fd12.db')test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx1a013722a4274748b3870-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx1a013722a4274748b3870-00697a45e1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx1a013722a4274748b3870-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx1a013722a4274748b3870-00697a45e1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx1a013722a4274748b3870-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx1a013722a4274748b3870-00697a45e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx167732f7fbf549bfb3f81-00697a45e1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx167732f7fbf549bfb3f81-00697a45e1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx167732f7fbf549bfb3f81-00697a45e1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx167732f7fbf549bfb3f81-00697a45e1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx167732f7fbf549bfb3f81-00697a45e1) +proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: tx167732f7fbf549bfb3f81-00697a45e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx99491d79d9ca47bc8b94a-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx99491d79d9ca47bc8b94a-00697a45e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb462ad2a1ed8469ba53d5-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb462ad2a1ed8469ba53d5-00697a45e1) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb462ad2a1ed8469ba53d5-00697a45e1) +proxy-server ERROR: Object GET returning 503 for [] (txn: txb462ad2a1ed8469ba53d5-00697a45e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: Error in '/tmp/tmpufzsyk8v/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmpa1kutqyb/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmpa1kutqyb/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load 'accc8d450e8547cb96fb7992c4ef0ec3': [Errno 2] No such file or directory: 'accc8d450e8547cb96fb7992c4ef0ec3' +test ERROR: Could not load '/tmp/tmp6yvnshwi/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmp6yvnshwi/container-sync-realms.conf' +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match @@ -80987,2167 +28840,848 @@ test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok + +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok + +test INFO: Object update sweep completed on /tmp/tmpz89_fkk1/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptcnqhbh8/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c1/o06 /tmp/tmptcnqhbh8/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769620961.13822 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmptcnqhbh8/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769620961.13987 +test INFO: Object update sweep completed on /tmp/tmptcnqhbh8/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpt93ovu9x/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpt93ovu9x/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769620961.34807 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpt93ovu9x/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769620961.34778 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpt93ovu9x/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769620961.34875 +test INFO: Object update sweep completed on /tmp/tmpt93ovu9x/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpslewzvr6/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpslewzvr6/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769620961.45345 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpslewzvr6/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769620961.45330 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpslewzvr6/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769620961.45358 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpslewzvr6/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769620961.45381 +test INFO: Object update sweep completed on /tmp/tmpslewzvr6/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpybxvrl1u/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpybxvrl1u/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769620961.46016 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpybxvrl1u/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769620961.46041 +test INFO: Object update sweep completed on /tmp/tmpybxvrl1u/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpn4g5falm/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpn4g5falm/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769620961.56907 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpn4g5falm/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1769620961.57012 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpn4g5falm/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769620961.56961 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpn4g5falm/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769620961.57093 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpn4g5falm/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769620961.56885 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpn4g5falm/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769620961.56943 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpn4g5falm/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769620961.56978 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpn4g5falm/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1769620961.57030 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpn4g5falm/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1769620961.57048 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpn4g5falm/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769620961.56923 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpn4g5falm/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769620961.56994 +test INFO: Object update sweep completed on /tmp/tmpn4g5falm/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.20s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp_t472glv/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c1/o06 /tmp/tmp_t472glv/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769620961.77778 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp_t472glv/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769620961.77740 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp_t472glv/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769620961.77753 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp_t472glv/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769620961.77727 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp_t472glv/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769620961.77693 +test INFO: Object update sweep completed on /tmp/tmp_t472glv/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjvo37czb/devices/sda1 (pid: 790397) +test INFO: Object update sweep completed on /tmp/tmpjvo37czb/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjvo37czb/devices/sda1 (pid: 790397) +test INFO: Object update sweep completed on /tmp/tmpjvo37czb/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drainstest.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': 'TCH9AtSup79N3ZK/3fVAyg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '4c21fd02d4aea7bf4ddd92bfddf540ca', 'Content-Length': '289'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734602399.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734602399.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734602399.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734602399.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1734602399.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1734602399.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734602399.000000) from the queue (1734602399.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735209995.480912) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735209995.480912) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735209995.480912) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735209995.480912) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735209995.48091) in policy_index 1 responded 200 (1735209994.48091) -test INFO: retry: '/AUTH_bob/c/o1' (1735209995.480912) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': 'H4466HXFvG4PVo5gbdTMQw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '1f8e3ae875c5bc6e0f568e606dd4cc43', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx151fe4dd0ba54160b70cb-00697a45db) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx151fe4dd0ba54160b70cb-00697a45db) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx151fe4dd0ba54160b70cb-00697a45db) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx5f7bdfcb9b2b411daae92-00697a45db) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx5f7bdfcb9b2b411daae92-00697a45db) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx5f7bdfcb9b2b411daae92-00697a45db) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx5f7bdfcb9b2b411daae92-00697a45db) +proxy-server ERROR: Object PUT returning 503 for [201, 201, 201, 201, 503, 201, 503, 503, 201, 201, 201, 503, 201, 201] (txn: tx5f7bdfcb9b2b411daae92-00697a45db) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok - -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00056 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 - -user quit -No .MockServer object at 0x7f67ba4d8fe0> running -.MockServerFactory.MockServer object at 0x7f67ba4daab0> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0x7f67ba4db0b0> running -No .MockServerFactory.MockServer object at 0x7f67ba4daab0> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f67ba4db080> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f67ba4da3f0> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f67ba4da3f0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f67ba4d85f0> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f67ba4d85f0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f67ba4da3f0> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f67ba4da3f0> pid: None signal: 9 -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1735209988.8082595, time window end: 1735209988.8082595, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1735209988.812289, time window end: 1735209988.81231, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1735209988.8125336, time window end: 1735209988.8130713, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1735209988.813242, time window end: 1735209988.8133543, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for optionstest.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00088 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcfqric1m/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.06424 seconds (15.56707/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00234 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00055 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00104 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmp78uatloa/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0529 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0591 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0033 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0077 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0072 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0599 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0497 "-" 3026152 -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0151 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0146 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0595 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1168 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1135 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0735 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0472 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0085 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0356 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0416 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0572 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0091 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0520 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0250 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0512 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0464 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0073 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0334 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0072 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0377 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0366 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0381 "-" 3026225 3 -test INFO: - - - [26/Dec/2024:10:46:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:46:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0297 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0127 "-" 3026225 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:49 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6512 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0192 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2774 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.7118 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0002 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0413 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0739 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1168 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0205 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0350 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0096 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0857 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0130 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0798 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0483 "-" 3026225 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3026225 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0334 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0014 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:51 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0853 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0577 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0479 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0540 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0362 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0081 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0028 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0119 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0023 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0074 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0215 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0033 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0083 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0120 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0082 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0125 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0137 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0081 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0039 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0128 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0069 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0127 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0035 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0153 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0120 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0035 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0046 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0245 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0122 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0225 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0073 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0168 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0076 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0175 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0041 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0263 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0092 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0159 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0117 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0099 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0139 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0159 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0032 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0134 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0214 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0244 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0035 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0080 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0089 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0162 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0083 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0030 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0078 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0033 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0199 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0032 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0022 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0200 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0039 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0031 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0081 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0078 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0088 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0079 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0086 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0029 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0027 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0072 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0078 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0237 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0042 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0063 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0039 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0046 "-" 3026225 2 -test DEBUG: Unlinked retiring db '/tmp/tmptu7gfnet/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0087 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0125 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0251 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:53 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0060 "-" 3026225 2test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test WARNING: More than one part in a single-part response? -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift INFO: - - 28/Jan/2026/17/22/30 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1769620950.560359240 1769620950.560923338 0 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift INFO: - - 28/Jan/2026/17/22/30 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1769620950.561513186 1769620950.562054157 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0057 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0398 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0429 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0127 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0089 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0047 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0080 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0044 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.3769 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0056 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0042 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0677 "-" 3026225 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3026225 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0801 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0130 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0602 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1000 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0180 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0125 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0126 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0816 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0155 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0317 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0091 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0536 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:57 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0011 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.1370 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0079 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0320 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0425 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0368 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0625 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0763 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0683 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0147 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0649 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0594 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0479 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.1074 "-" 3026225 - -test ERROR: ERROR Account update failed with 127.0.0.1:46067/sda1 (will retry later): Response 503 OK -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0648 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0798 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0261 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0059 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0023 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0285 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0024 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0078 "-" 3026225 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0009 "-" 3026225 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0473 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 3026225 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0005 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0529 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0305 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0389 "-" 3026225 4 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0095 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0055 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0047 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0051 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0049 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0103 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0027 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0023 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0023 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0025 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:32 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0033 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0087 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0073 "-" 790409 0 +test DEBUG: Unlinked retiring db '/tmp/tmp14fod0g5/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0029 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0075 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0069 "-" 790409 0 +test DEBUG: Unlinked retiring db '/tmp/tmpvy_227yl/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0086 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0088 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0092 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0101 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0071 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0088 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0071 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0008 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0072 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0094 "-" 790409 0test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'a949d0209ac6a0120275387590843715', '981b3efa-985a-4aa6-a915-97c2c2ecf3dd-sda', '1735210024.74723', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('981b3efa-985a-4aa6-a915-97c2c2ecf3dd-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5c53tr6a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f3188c08-6af3-4ba3-8d65-aef81914d5e7-sda', '1735210025.11944', '1735210025', '1735210026', '', '1735210026', 0, 0) -test DEBUG: /tmp/tmp5c53tr6a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f3188c08-6af3-4ba3-8d65-aef81914d5e7-sda', '1735210025.11944', '1735210025', '1735210026', '', '1735210026', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f3188c08-6af3-4ba3-8d65-aef81914d5e7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25657 seconds (3.89762/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp654jyywu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '948008fe-cfce-49d8-b05d-3316d546ed7c-sda', '1735210025.58460', '1735210025', '1735210026', '', '1735210026', 0, 1) -test DEBUG: /tmp/tmp654jyywu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '948008fe-cfce-49d8-b05d-3316d546ed7c-sda', '1735210025.58460', '1735210025', '1735210026', '', '1735210026', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('948008fe-cfce-49d8-b05d-3316d546ed7c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.36699 seconds (2.72485/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp40xfzn_k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bfcc6ba1-f7a0-4d23-b005-2830bb6ce69d-sda', '1735210026.21945', '1735210028', '0', '', '1735210028', 0, 0) -test DEBUG: /tmp/tmp40xfzn_k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bfcc6ba1-f7a0-4d23-b005-2830bb6ce69d-sda', '1735210026.21945', '1735210028', '0', '', '1735210028', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bfcc6ba1-f7a0-4d23-b005-2830bb6ce69d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25040 seconds (3.99360/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpooyeu90q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c58f5fff232f08dc87daaed5be7871d7', 'd0508b11-4d4a-4d2a-9ee2-82e42134213d-sda', '1735210026.61766', '1735210028', '0', '', '1735210028', 1, 0) -test DEBUG: /tmp/tmpooyeu90q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c58f5fff232f08dc87daaed5be7871d7', 'd0508b11-4d4a-4d2a-9ee2-82e42134213d-sda', '1735210026.61766', '1735210028', '0', '', '1735210028', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d0508b11-4d4a-4d2a-9ee2-82e42134213d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpooyeu90q/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.53448 seconds (1.87097/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpooyeu90q/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'cb6c3d3255182b65ac7ac6aacbe567b7', 'e2869c7b-4871-4057-9518-ff049a06409b-sda', '1735210027.15118', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('e2869c7b-4871-4057-9518-ff049a06409b-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'cb6c3d3255182b65ac7ac6aacbe567b7', 'e2869c7b-4871-4057-9518-ff049a06409b-sda', '1735210027.15118', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('e2869c7b-4871-4057-9518-ff049a06409b-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76fb67a2-c742-4343-89db-b8fdd9785b97-sda', '1735210027.50420', '1735210027.46929', '0', '', '1735210027.46929', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyg4qalq1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94cd0fba-d1ee-4a34-959b-e0dfff40f1b4-sda', '1735210027.60093', '1735210027.57323', '0', '', '1735210027.57323', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('94cd0fba-d1ee-4a34-959b-e0dfff40f1b4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94cd0fba-d1ee-4a34-959b-e0dfff40f1b4-sda', '1735210027.60093', '1735210027.57323', '0', '', '1735210027.57323', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('94cd0fba-d1ee-4a34-959b-e0dfff40f1b4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27832 seconds (3.59297/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '16db6d5a926becbc3a2003269acf5edc', 'eca724db-f99c-4e99-aa5d-27676c263ea6-sda', '1735210028.00332', '1735210027.97635', '0', '', '1735210027.97635', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('eca724db-f99c-4e99-aa5d-27676c263ea6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'd063142614118f53d1579565f2b87af5', '5da87156-45fc-439c-b901-a0539f8434e5-sda', '1735210030.19184', '1735210030.04791', '0', '', '1735210030.04791', 11, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0105 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0129 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0119 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0111 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0025 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0092 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0007 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0010 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0004 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0010 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0004 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0004 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0004 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0004 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0004 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0004 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0004 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0090 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0024 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 790414 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0176 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0131 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0103 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0024 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0125 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok + +test DEBUG: /tmp/tmpod4mwqwq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.06142.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpod4mwqwq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.06142.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '3014cda45cc9b9c8d11938c4f01437b5', 'a7249715-da1d-42b6-9cfa-43add329479c-', '1769620941.28121', '1769620941.27883', '0', '', '1769620941.27883', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620941.38129', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.38129', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620941.38129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620941.39288', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.39288', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620941.29401', 'epoch': '1769620941.29401', 'reported': 0, 'tombstones': -1}], 'a7249715-da1d-42b6-9cfa-43add329479c-') +test DEBUG: /tmp/tmp3nmjkit6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.29401.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3nmjkit6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.29401.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '3014cda45cc9b9c8d11938c4f01437b5', 'a7249715-da1d-42b6-9cfa-43add329479c-', '1769620941.28121', '1769620941.36522', '0', '', '1769620941.27883', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620941.38129', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.38129', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620941.38129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620941.39288', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.39288', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620941.29401', 'epoch': '1769620941.29401', 'reported': 0, 'tombstones': -1}], 'a7249715-da1d-42b6-9cfa-43add329479c-') +test DEBUG: /tmp/tmp3nmjkit6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.29401.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3nmjkit6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.29401.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '3014cda45cc9b9c8d11938c4f01437b5', '3d2b8200-8308-42c6-8120-89e7eb8565c1-', '1769620941.52317', '1769620941.52038', '0', '', '1769620941.52038', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620941.61663', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.61663', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620941.61663', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620941.63189', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.63189', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620941.52985', 'epoch': '1769620941.52985', 'reported': 0, 'tombstones': -1}], '3d2b8200-8308-42c6-8120-89e7eb8565c1-') +test DEBUG: /tmp/tmpjrdrdm8s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.52985.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjrdrdm8s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.52985.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '3014cda45cc9b9c8d11938c4f01437b5', '3d2b8200-8308-42c6-8120-89e7eb8565c1-', '1769620941.52317', '1769620941.60191', '0', '', '1769620941.52038', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620941.61663', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.61663', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620941.61663', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620941.63189', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.63189', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620941.52985', 'epoch': '1769620941.52985', 'reported': 0, 'tombstones': -1}], '3d2b8200-8308-42c6-8120-89e7eb8565c1-') +test DEBUG: /tmp/tmpjrdrdm8s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.52985.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjrdrdm8s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.52985.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'a6ae22fa11a1a0c0753960b313e78c70', '223aa7fe-fcd1-4fe9-bd3a-becb3a6d1140-', '1769620941.79564', '1769620941.79269', '0', '', '1769620941.79269', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620941.80306', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769620941.80306', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620941.80306', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620941.80337', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.80337', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620941.80317', 'epoch': '1769620941.80317', 'reported': 0, 'tombstones': -1}], '223aa7fe-fcd1-4fe9-bd3a-becb3a6d1140-') +test DEBUG: /tmp/tmpsb4hm9zb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.80317.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpsb4hm9zb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.80317.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'a6ae22fa11a1a0c0753960b313e78c70', '223aa7fe-fcd1-4fe9-bd3a-becb3a6d1140-', '1769620941.79564', '1769620941.86975', '0', '', '1769620941.79269', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620941.80306', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769620941.80306', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620941.80306', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620941.80337', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620941.80337', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620941.80317', 'epoch': '1769620941.80317', 'reported': 0, 'tombstones': -1}], '223aa7fe-fcd1-4fe9-bd3a-becb3a6d1140-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. @@ -83163,9364 +29697,8137 @@ fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txc500a946fd934104ad0a1-00697a45d6) +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx111911b36a9d4ff79a4c4-00697a45d6) +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx412f27e345084c44bcc86-00697a45d6) +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [29/Jan/2026 07:22:30] "GET /someurl HTTP/1.1" 200 160 0.000058 +proxy INFO: 192.168.0.1 - - [29/Jan/2026 07:22:30] "GET /otherurl HTTP/1.1" 200 179 0.000062 +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [29/Jan/2026 07:22:30] "GET /someurl HTTP/1.0" 200 186 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [29/Jan/2026 07:22:30] "GET /someurl HTTP/1.0" 200 179 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:30] "GET /someurl HTTP/1.0" 200 180 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:30] "GET /someurl HTTP/1.0" 200 180 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True +proxy INFO: (790411) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (790411) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [29/Jan/2026 07:22:30] "GET /someurl HTTP/1.0" 200 180 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (790411) wsgi exited, is_accepting=True test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd5cc88c592e54b7c8efae-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd87ce6840adc49229761e-00676d3400) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx87a9039efcf14a428dc01-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx915c4d6592ba41af9d36f-00676d3400) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0cc885ce71a1440ba8d00-00676d3400) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc1deed0222cc4038a8acf-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx85a82548c8964f9db92e4-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3fdbf95ca76e4964a0ddd-00676d3400) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx88d9e0bb59874dd49f316-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txca96e49f18704c9993858-00676d3400) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx035854708fc54e0aa7671-00676d3400) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1d72ef0412c84ddd905e0-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa504746400f3424fa5d7e-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3da077a4d2a94a2a8fcea-00676d3400) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx43641e8e803c4e3581f03-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx711c00b7dbab4911a559e-00676d3400) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd40973f5609d473db157a-00676d3400) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx60618abf6ed34ad7a3962-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6a50f3fc2866454c9d787-00676d3400) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6a248360ff84495690974-00676d3400)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok - -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0073 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1016 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0538 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0455 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0858 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0049 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1159 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0403 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0697 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0517 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0754 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0575 "-" 3026152 0 -test ERROR: ERROR Account update failed with 127.0.0.1:39649/sda1 (will retry later): Response 503 OK -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0417 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0522 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0664 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0004 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0007 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0526 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.3004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0013 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1245 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0020 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0400 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0180 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1357 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2883 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0092 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0088 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0524 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0173 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0332 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0190 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0410 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0028 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0012 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0624 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0137 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0127 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0416 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0033 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0027 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0257 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0061 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0072 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0560 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0140 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0023 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0224 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0076 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0012 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0485 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0104 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0254 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0511 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0057 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0364 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0025 "-" 3026152 -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0162 "-" 3026225 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0765 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0545 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0120 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0584 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0412 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3026225 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1004 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:46:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0804 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0041 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0029 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0114 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0009 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0598 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0013 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0817 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0620 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0024 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0010 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0329 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0021 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0057 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0358 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0018 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0062 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0392 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0150 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0136 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0488 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0021 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0010 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0443 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0018 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0100 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0345 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0066 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0109 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0609 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0062 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:01 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0010 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0591 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0032 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0024 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0303 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0032 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0045 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0444 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0020 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0316 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0101 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0155 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0466 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0042 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0107 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0422 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0325 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0011 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0240 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0027 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0012 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0393 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:02 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0073 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0013 "-" 3026225 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok + +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjvo37czb/devices/sda1 (pid: 790397) +test INFO: Object update sweep completed on /tmp/tmpjvo37czb/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjvo37czb/devices/sda1 (pid: 790397) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmpjvo37czb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.78884 +test INFO: Object update sweep completed on /tmp/tmpjvo37czb/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjvo37czb/devices/sda1 (pid: 790397) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:35215/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:35215/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpjvo37czb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.78884 +test INFO: Object update sweep completed on /tmp/tmpjvo37czb/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjvo37czb/devices/sda1 (pid: 790397) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:35215/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpjvo37czb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.78884 +test INFO: Object update sweep completed on /tmp/tmpjvo37czb/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjvo37czb/devices/sda1 (pid: 790397) +test INFO: Timeout waiting on remote server 127.0.0.1:35215/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpjvo37czb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.78884 +test INFO: Object update sweep completed on /tmp/tmpjvo37czb/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjvo37czb/devices/sda1 (pid: 790397) +test INFO: Timeout connecting to remote server 127.0.0.1:35215/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpjvo37czb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.78884 +test INFO: Object update sweep completed on /tmp/tmpjvo37czb/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjvo37czb/devices/sda1 (pid: 790397) +test DEBUG: Update sent for /a/c/o /tmp/tmpjvo37czb/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769620961.78884 +test INFO: Object update sweep completed on /tmp/tmpjvo37czb/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpikp9om7b/devices/sda1 (pid: 790397) +test INFO: Object update sweep progress on /tmp/tmpikp9om7b/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update sweep progress on /tmp/tmpikp9om7b/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update sweep completed on /tmp/tmpikp9om7b/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) +test INFO: Object update sweep starting on /tmp/tmp6w3a1jpp/devices/sda1 (pid: 790397) +test INFO: Object update sweep completed on /tmp/tmp6w3a1jpp/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 790397) -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210020.34296', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok + +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.1s after 4.25s) (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.1s after 4.25s) (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.1s after 4.25s) (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.1s after 4.25s) (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.1s after 4.25s) (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.1s after 4.25s) (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx8d17f783df114e5a9b491-00697a45d7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx07dc8181cea04f3cbb4e0-00697a45de) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx23be0492954941639383c-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3224a73a9f9243db95d6a-00697a45de) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:47:02 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210022.47405', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Thu, 26 Dec 2024 10:47:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:00 -0000'} -test DEBUG: bucket None POST -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls.test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) +No partitions could be reassigned. +There is no need to do so at this time +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +------------------------------------------------------------------------------- +An error has occurred during ring validation. Common +causes of failure are rings that are empty or do not +have enough devices to accommodate the replica count. +Original exception message: + There are no devices in this ring, or all devices have been deleted +------------------------------------------------------------------------------- +Partition power increase in progress. +You need to finish the increase first before rebalancing. +Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp6u0xd9eq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6u0xd9eq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp6u0xd9eq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6u0xd9eq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0092 "-" 790410 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0097 "-" 790410 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0086 "-" 790410 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0084 "-" 790410 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1f2abcc77e314212afa0b-00697a45d8" "proxy-server 790410" 0.0014 "-" 790410 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:60903/sdb1/1/a/c" "tx1f2abcc77e314212afa0b-00697a45d8" "container-server 790410" 0.0010 "-" 790410 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:33229/sda1/1/a/c" "tx1f2abcc77e314212afa0b-00697a45d8" "container-server 790410" 0.0010 "-" 790410 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1f2abcc77e314212afa0b-00697a45d8" "proxy-server 790410" 0.0150 "-" 790410 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1f2abcc77e314212afa0b-00697a45d8" "proxy-server 790410" 0.0291 "-" 790410 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1f2abcc77e314212afa0b-00697a45d8 - 0.0371 - - 1769620952.629478693 1769620952.666625023 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx740b7f1790d94d1fb4429-00697a45d8" "proxy-server 790410" 0.0012 "-" 790410 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60903/sdb1/1/a1/c1" "tx740b7f1790d94d1fb4429-00697a45d8" "container-server 790410" 0.0010 "-" 790410 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33229/sda1/1/a1/c1" "tx740b7f1790d94d1fb4429-00697a45d8" "container-server 790410" 0.0009 "-" 790410 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx740b7f1790d94d1fb4429-00697a45d8" "proxy-server 790410" 0.0224 "-" 790410 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx740b7f1790d94d1fb4429-00697a45d8" "proxy-server 790410" 0.0148 "-" 790410 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx740b7f1790d94d1fb4429-00697a45d8 - 0.0304 - - 1769620952.668066025 1769620952.698455095 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa01a88e183274b2185d2b-00697a45d8" "proxy-server 790410" 0.0065 "-" 790410 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:60903/sdb1/2/a/c1" "txa01a88e183274b2185d2b-00697a45d8" "container-server 790410" 0.0016 "-" 790410 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33229/sda1/2/a/c1" "txa01a88e183274b2185d2b-00697a45d8" "container-server 790410" 0.0075 "-" 790410 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa01a88e183274b2185d2b-00697a45d8" "proxy-server 790410" 0.0414 "-" 790410 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa01a88e183274b2185d2b-00697a45d8" "proxy-server 790410" 0.0313 "-" 790410 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa01a88e183274b2185d2b-00697a45d8 - 0.0559 - - 1769620952.699729919 1769620952.755610704 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3294752c33664e078ef94-00697a45d8" "proxy-server 790410" 0.0110 "-" 790410 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60903/sdb1/1/a/c2" "tx3294752c33664e078ef94-00697a45d8" "container-server 790410" 0.0010 "-" 790410 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33229/sda1/1/a/c2" "tx3294752c33664e078ef94-00697a45d8" "container-server 790410" 0.0056 "-" 790410 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3294752c33664e078ef94-00697a45d8" "proxy-server 790410" 0.0185 "-" 790410 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3294752c33664e078ef94-00697a45d8" "proxy-server 790410" 0.0295 "-" 790410 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3294752c33664e078ef94-00697a45d8 - 0.0478 - - 1769620952.757552147 1769620952.805321217 2 +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:07 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0054 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0214 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0093 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0067 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0555 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0017 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0012 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0456 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0018 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0007 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0472 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0103 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0013 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0421 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0442 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0100 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0044 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0468 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0074 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0017 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0012 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0505 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0077 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0007 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0427 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0103 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0045 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0382 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0021 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0007 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0466 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0022 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0049 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0509 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0064 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0096 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0147 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0015 "-" 3026152 - -test DEBUG: Unlinked retiring db '/tmp/tmpch_j48rh/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0417 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0026 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0012 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0293 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0059 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0078 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0570 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0149 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0055 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0247 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0024 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0011 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0599 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0081 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0012 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0996 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0050 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0058 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0319 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0028 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0331 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0088 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0010 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0393 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0374 "-" 3026152 0test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3fb5d5631e724e99a0278-00676d3403) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe022a63244aa4e9eaa12b-00676d3403) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7d2e0022ed0648348568c-00676d3403) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4cd6d58a90ca45c0a3986-00676d3403) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txa1094ec7f6c446bf8677b-00676d3403) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txc8d4901d70c8455ba804b-00676d3403) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx2ccd0675647444dcb043f-00676d3403) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf7d892299d69428bbaeb0-00676d3404) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6203cc8bae8748989876b-00676d3404) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx97e5306823c443948a62e-00676d3404) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx6e20bbb447ab4d7cbb202-00676d3404) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txf15ae02500604295a862f-00676d3404) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txa2f3717aaad94889babab-00676d3404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd4edb57b99e24a59b054b-00676d3404) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx648b8a68ab2d401fba959-00676d3404) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txba6f181569b944cfbe165-00676d3404) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx03adaff7ff794a7087978-00676d3404) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx74b40c0693cf42bea4715-00676d3404) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx31c56137e8704bb889e83-00676d3404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx07e5f645e0244dfab4e64-00676d3404) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx07e5f645e0244dfab4e64-00676d3404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txe37ae2abad784ce89d349-00697a45e1) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txe37ae2abad784ce89d349-00697a45e1) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txe37ae2abad784ce89d349-00697a45e1) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txe37ae2abad784ce89d349-00697a45e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx144abc97cf7a4746821ec-00697a45e1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx1624f5ae30014be384726-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx1624f5ae30014be384726-00697a45e1) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx1624f5ae30014be384726-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb6e9a1ae58284789a9d39-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txb6e9a1ae58284789a9d39-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf2111e79eade45e098034-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx986ad2e07f804a6ba1043-00697a45e1) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx986ad2e07f804a6ba1043-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa6e4940b4e33461487528-00697a45e1) +proxy-server ERROR: Object GET returning 503 for [] (txn: txa6e4940b4e33461487528-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx08fe837cf80044a59fbd8-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx08fe837cf80044a59fbd8-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7eea11eba2c8458fb510e-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx7eea11eba2c8458fb510e-00697a45e1)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1735210031.09677', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1735210031.09791', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1735210031.09811', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1735210031.09829', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1735210031.09847', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1735210031.09865', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1735210031.09883', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1735210031.09900', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1735210031.09918', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1735210031.09936', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1735210031.09953', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5da87156-45fc-439c-b901-a0539f8434e5-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr8awcgy1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '954c0c99-8b0a-4317-b9b8-aba4f8fd1f2d-sda', '1735210034.88058', '1735210037', '0', '', '1735210037', 0, 0) -test DEBUG: /tmp/tmpr8awcgy1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '954c0c99-8b0a-4317-b9b8-aba4f8fd1f2d-sda', '1735210034.88058', '1735210037', '0', '', '1735210037', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('954c0c99-8b0a-4317-b9b8-aba4f8fd1f2d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28007 seconds (3.57056/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpme4flet_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a906eeeaf9763ec1b2b41dca92886dc', '29662ac9-0ebe-437b-a139-c0beb6d7ad9e-sda', '1735210035.59859', '1735210038', '0', '', '1735210038', 1, 1) -test DEBUG: /tmp/tmpme4flet_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210039.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '29662ac9-0ebe-437b-a139-c0beb6d7ad9e-sda') -test DEBUG: /tmp/tmpme4flet_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0238891s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7a906eeeaf9763ec1b2b41dca92886dc', '29662ac9-0ebe-437b-a139-c0beb6d7ad9e-sda', '1735210035.59859', '1735210038', '0', '', '1735210038', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('29662ac9-0ebe-437b-a139-c0beb6d7ad9e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpme4flet_/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43413 seconds (2.30345/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpme4flet_/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '2a61874433f734745b5ff4416e316a56', 'd40ab423-8ba7-4614-b268-47867be292d9-sda', '1735210035.98538', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('d40ab423-8ba7-4614-b268-47867be292d9-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '2a61874433f734745b5ff4416e316a56', 'd40ab423-8ba7-4614-b268-47867be292d9-sda', '1735210035.98538', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('d40ab423-8ba7-4614-b268-47867be292d9-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3uxttd18/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '20700fc0-7871-44b7-ada8-13767a2e93fc-sda', '1735210036.38470', '1735210039', '0', '', '1735210039', 0, 1) -test DEBUG: /tmp/tmp3uxttd18/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '20700fc0-7871-44b7-ada8-13767a2e93fc-sda', '1735210036.38470', '1735210039', '0', '', '1735210039', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('20700fc0-7871-44b7-ada8-13767a2e93fc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24950 seconds (4.00803/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6k2patdz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7592d82fcf5a5bdc8fa285bf0b597f1c', '701c9fe2-a417-4f29-a448-07ceb20a1057-sda', '1735210036.91781', '1735210039', '0', '', '1735210039', 1, 0) -test DEBUG: /tmp/tmp6k2patdz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7592d82fcf5a5bdc8fa285bf0b597f1c', '701c9fe2-a417-4f29-a448-07ceb20a1057-sda', '1735210036.91781', '1735210039', '0', '', '1735210039', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('701c9fe2-a417-4f29-a448-07ceb20a1057-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6k2patdz/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210023.46514', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210023.50614', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok + +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0079 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 790409 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0064 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0078 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0061 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0114 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0073 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0084 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0054 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:33 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0022 "-" 790409 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0105 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0135 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0100 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0073 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0015 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:30 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0067 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0083 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0090 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0159 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 790414 2 +test DEBUG: Unlinked retiring db '/tmp/tmp29rfe2ls/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0079 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0021 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0112 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0105 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0115 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0026 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0134 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0067 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0126 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0068 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union + +test DEBUG: /tmp/tmpsb4hm9zb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.80317.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpsb4hm9zb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620941.80317.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '299017545526db946eaf9c349da98871', '9a1d8e72-7a9f-4bf0-a659-fb2004c03415-', '1769620950.80867', '1769620950.80528', '0', '', '1769620950.80528', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620950.81427', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769620950.81427', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620950.81427', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620950.81447', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620950.81447', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620950.81434', 'epoch': '1769620950.81434', 'reported': 0, 'tombstones': -1}], '9a1d8e72-7a9f-4bf0-a659-fb2004c03415-') +test DEBUG: /tmp/tmp9ac9swps/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620950.81434.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp9ac9swps/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620950.81434.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '299017545526db946eaf9c349da98871', '9a1d8e72-7a9f-4bf0-a659-fb2004c03415-', '1769620950.80867', '1769620950.85942', '0', '', '1769620950.80528', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620950.81427', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769620950.81427', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620950.81427', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620950.81447', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620950.81447', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620950.81434', 'epoch': '1769620950.81434', 'reported': 0, 'tombstones': -1}], '9a1d8e72-7a9f-4bf0-a659-fb2004c03415-') +test DEBUG: /tmp/tmp9ac9swps/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620950.81434.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp9ac9swps/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620950.81434.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'f3f038770ff4a3a570580001f62cb882', 'dd5d6e6c-a0b4-47a3-b1eb-ee56a7598370-', '1769620950.92388', '1769620950.92068', '0', '', '1769620950.92068', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dd5d6e6c-a0b4-47a3-b1eb-ee56a7598370-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769620950.94479.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'f3f038770ff4a3a570580001f62cb882', 'dd5d6e6c-a0b4-47a3-b1eb-ee56a7598370-', '1769620950.92388', '1769620950.92068', '0', '', '1769620950.92068', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620950.93047', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620950.93047', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620950.93047', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620950.94494', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620950.94494', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620950.94479', 'epoch': '1769620950.94479', 'reported': 0, 'tombstones': -1}], 'dd5d6e6c-a0b4-47a3-b1eb-ee56a7598370-') +test DEBUG: /tmp/tmp8q6o2cv6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620950.94479.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8q6o2cv6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620950.94479.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '5a0767fc05026b02319eb03426660057', 'ff7079b0-0096-407d-bc0d-32829fe19049-', '1769620951.03798', '1769620951.03445', '0', '', '1769620951.03445', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ff7079b0-0096-407d-bc0d-32829fe19049-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.06286.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '5a0767fc05026b02319eb03426660057', 'ff7079b0-0096-407d-bc0d-32829fe19049-', '1769620951.03798', '1769620951.03445', '0', '', '1769620951.03445', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620951.04905', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620951.04905', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620951.04905', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620951.06302', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620951.06302', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620951.06286', 'epoch': '1769620951.06286', 'reported': 0, 'tombstones': -1}], 'ff7079b0-0096-407d-bc0d-32829fe19049-') +test DEBUG: /tmp/tmpl1_9ae8q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.06286.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpl1_9ae8q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.06286.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '110082fc935f441537512fcedcc9a6f9', 'ef439ba3-caf5-43a6-ad15-6ae47ef5edfb-', '1769620951.15165', '1769620951.14937', '0', '', '1769620951.14937', 3, 0) +test WARNING: /tmp/tmp7rdmsho9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.16547.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp7rdmsho9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.16547.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '110082fc935f441537512fcedcc9a6f9', 'ef439ba3-caf5-43a6-ad15-6ae47ef5edfb-', '1769620951.15165', '1769620951.21189', '0', '', '1769620951.14937', 3, 0) +test WARNING: /tmp/tmp7rdmsho9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.16547.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp7rdmsho9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.16547.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '110082fc935f441537512fcedcc9a6f9', '70e07b21-6970-4632-be20-f61c8123114c-', '1769620951.26929', '1769620951.26608', '0', '', '1769620951.26608', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0011 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1146 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0269 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0066 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0020 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0317 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0162 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0016 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0312 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0057 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0009 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0111 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0081 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:03 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0133 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0099 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0406 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0039 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0015 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0382 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0085 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0012 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0303 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0027 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0013 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0072 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0023 "-" 3026225 2 -test DEBUG: Unlinked retiring db '/tmp/tmp1_6ii323/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0449 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0035 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0009 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0593 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0089 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0062 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0557 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0068 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0072 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0721 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0105 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0011 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0212 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0026 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0069 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0314 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0025 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0013 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0432 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0114 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0152 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0522 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0135 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0010 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0518 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0389 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:47:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0169 "-" 3026225 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1161 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0304 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0008 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0005 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1307 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0445 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0239 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0904 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0684 "-" 3026225 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok - -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test DEBUG: Skipping the update of recently changed /tmp/tmpe6ts6r7h/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpe6ts6r7h/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpe6ts6r7h/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpe6ts6r7h/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmpasszie4_/garbage is not a directory -test DEBUG: Skipping: /tmp/tmpasszie4_/garbage is not mounted -test DEBUG: Skipping: /tmp/tmpddbkskg5/sdq is not mounted -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpv916n1ew/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv916n1ew/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -Unlinked retiring db '/tmp/tmpq_7hgk29/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx765aea890d104174b5402-00697a45e4) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txd3f62fab62b44e6898b2d-00676d340f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd3f62fab62b44e6898b2d-00676d340f) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd3f62fab62b44e6898b2d-00676d340f) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txd3f62fab62b44e6898b2d-00676d340f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txd300cc22b397483e91386-00697a45e7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok + proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 490, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx557a2f4b073344fc8a523-00697a45df) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0004 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1850 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0027 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0094 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0738 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0264 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0061 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0036 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0063 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0156 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0056 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0037 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0052 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0137 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0043 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0127 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0151 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0356 "-" 3026152 0 -test DEBUG: Unlinked retiring db '/tmp/tmposajrwqp/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0050 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0136 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0114 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0150 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0564 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0132 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0047 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0523 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0309 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0087 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0375 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0208 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0487 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0138 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0064 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0012 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0105 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0586 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0629 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0017 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0757 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0273 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0877 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0050 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0013 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0014 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0005 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.2485 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.1527 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0183 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0074 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0139 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0029 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0140 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0075 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0254 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0033 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:09 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.8594 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:09 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.2471 "-" 3026152 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2618105e04046b49eff4-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2618105e04046b49eff4-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf2618105e04046b49eff4-00697a45df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 412 from primary (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txef471b143ac543bd9a512-00697a45df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe64f87ac192f49e9990dc-00697a45df)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210025.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -Unlinked retiring db '/tmp/tmp0rkmcss2/containers/part/suffix/hash/container.db' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test INFO: - - - [26/Dec/2024:10:46:23 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0398 "-" 3026146 - -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -test INFO: Loaded config file /tmp/tmp_0xa2cau/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp_0xa2cau/backend-ratelimit.conf -test INFO: Loaded new config file /tmp/tmp_0xa2cau/backend-ratelimit.conf, config unchanged -test DEBUG: Loaded existing config file /tmp/tmp_0xa2cau/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp25wpjt7w/missing, config changed -test INFO: Loaded config file /tmp/tmp25wpjt7w/missing, config changed -test INFO: Loaded new config file /tmp/tmp6v6mjd0y/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp6qbn13jp/backend-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmp6qbn13jp/backend-ratelimit.conf, config unchanged: BOOM -test INFO: Loaded config file /tmp/tmp6qbn13jp/backend-ratelimit.conf, config changed -test INFO: Loaded config file /tmp/tmpu_s659bt/backend-ratelimit.conf, config changed -test DEBUG: Loaded existing config file /tmp/tmpu_s659bt/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpu_s659bt/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpnzqqs0qf/missing -test INFO: Loaded config file /tmp/tmpqcri4rjp/override-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmppjq0nxbv/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmppjq0nxbv/backend_rl.conf -test WARNING: Failed to load config file, config unchanged: Unable to read config from -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmphrbfv86k/backend_rl.conf -test INFO: Loaded config file /tmp/tmpwvh9pqx8/backend-ratelimit.conf, config changed -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -fake INFO: - - 26/Dec/2024/10/46/35 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1735210995 HTTP/1.0 404 - - - - - - - - 0.0005 - - 1735209995.086511850 1735209995.087037086 - -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmphy3g3v_6/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmphy3g3v_6/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmphirxn399/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmphirxn399/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpa1i2jw6y/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 24.48 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +------------------------------------------------------------------------------- +NOTE: Dispersion of 33.333333 indicates some parts are not + optimally dispersed. -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42743 seconds (2.33955/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp6k2patdz/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '92799986af1cc9d13516ed2edcf22839', 'aa1868c4-4c91-4fab-8a59-a74e0d117863-sda', '1735210037.31562', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('aa1868c4-4c91-4fab-8a59-a74e0d117863-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '92799986af1cc9d13516ed2edcf22839', 'aa1868c4-4c91-4fab-8a59-a74e0d117863-sda', '1735210037.31562', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('aa1868c4-4c91-4fab-8a59-a74e0d117863-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxxg91anz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6218189a-6365-45dc-8f67-928503b8fb52-sda', '1735210037.63162', '1735210037', '1735210041', '', '1735210041', 0, 1) -test DEBUG: /tmp/tmpxxg91anz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6218189a-6365-45dc-8f67-928503b8fb52-sda', '1735210037.63162', '1735210037', '1735210041', '', '1735210041', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6218189a-6365-45dc-8f67-928503b8fb52-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21267 seconds (4.70202/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8vapr95r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9492ac4791e0ce2f36b901bacb3a2616', 'cae8cda8-1cd9-4920-b8a1-2c835ef9b71b-sda', '1735210038.09543', '1735210038', '1735210042', '', '1735210042', 1, 1) -test DEBUG: /tmp/tmp8vapr95r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210043.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'cae8cda8-1cd9-4920-b8a1-2c835ef9b71b-sda') -test DEBUG: /tmp/tmp8vapr95r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0487354s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9492ac4791e0ce2f36b901bacb3a2616', 'cae8cda8-1cd9-4920-b8a1-2c835ef9b71b-sda', '1735210038.09543', '1735210038', '1735210042', '', '1735210042', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cae8cda8-1cd9-4920-b8a1-2c835ef9b71b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8vapr95r/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.70682 seconds (1.41478/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp8vapr95r/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '35bde92f6cc1991049e969b6beb8e4ef', 'f94f5dcf-a65a-49ca-977f-bbf65053b3fe-sda', '1735210038.74746', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('f94f5dcf-a65a-49ca-977f-bbf65053b3fe-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '35bde92f6cc1991049e969b6beb8e4ef', 'f94f5dcf-a65a-49ca-977f-bbf65053b3fe-sda', '1735210038.74746', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('f94f5dcf-a65a-49ca-977f-bbf65053b3fe-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqk8jwy6n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '22fabff3-ef43-4baa-b5f1-a3ccdebffb48-sda', '1735210039.30827', '1735210039', '1735210043', '', '1735210043', 0, 1) -test DEBUG: /tmp/tmpqk8jwy6n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '22fabff3-ef43-4baa-b5f1-a3ccdebffb48-sda', '1735210039.30827', '1735210039', '1735210043', '', '1735210043', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('22fabff3-ef43-4baa-b5f1-a3ccdebffb48-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25811 seconds (3.87429/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprazvz9w_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '99afce410bb7ae6818f75912e51e18fc', '66a443c7-aa3d-4ec3-8a70-489d0f08d341-sda', '1735210039.85917', '1735210039', '1735210043', '', '1735210043', 1, 0) -test DEBUG: /tmp/tmprazvz9w_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '99afce410bb7ae6818f75912e51e18fc', '66a443c7-aa3d-4ec3-8a70-489d0f08d341-sda', '1735210039.85917', '1735210039', '1735210043', '', '1735210043', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('66a443c7-aa3d-4ec3-8a70-489d0f08d341-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmprazvz9w_/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40786 seconds (2.45181/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmprazvz9w_/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'a4587e98041f5a991858e1e66965c30f', '031ccd00-c2a3-4d31-ab0b-5f8093a14cf3-sda', '1735210040.45483', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('031ccd00-c2a3-4d31-ab0b-5f8093a14cf3-sda', '6b8c10b1cba07682384dea98d4c5fd12.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +------------------------------------------------------------------------------- +NOTE: Dispersion of 16.666667 indicates some parts are not + optimally dispersed. -cont2 DEBUG: Could not load '/tmp/tmpv916n1ew/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv916n1ew/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.1199 "-" 3026163 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0961 "-" 3026163 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0871 "-" 3026163 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0409 "-" 3026163 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9df0c607307e4685b5c47-00676d3417" "proxy-server 3026163" 0.0152 "-" 3026163 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43777/sda1/1/a/c" "tx9df0c607307e4685b5c47-00676d3417" "container-server 3026163" 0.0107 "-" 3026163 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39975/sdb1/1/a/c" "tx9df0c607307e4685b5c47-00676d3417" "container-server 3026163" 0.0107 "-" 3026163 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9df0c607307e4685b5c47-00676d3417" "proxy-server 3026163" 0.1205 "-" 3026163 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9df0c607307e4685b5c47-00676d3417" "proxy-server 3026163" 0.0737 "-" 3026163 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/47 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9df0c607307e4685b5c47-00676d3417 - 0.1790 - - 1735210007.610904217 1735210007.789924145 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0eb696733a39486e804f5-00676d3417" "proxy-server 3026163" 0.0024 "-" 3026163 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:43777/sda1/1/a1/c1" "tx0eb696733a39486e804f5-00676d3417" "container-server 3026163" 0.0214 "-" 3026163 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39975/sdb1/1/a1/c1" "tx0eb696733a39486e804f5-00676d3417" "container-server 3026163" 0.0025 "-" 3026163 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:47 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0eb696733a39486e804f5-00676d3417" "proxy-server 3026163" 0.1522 "-" 3026163 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0eb696733a39486e804f5-00676d3417" "proxy-server 3026163" 0.1002 "-" 3026163 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/48 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0eb696733a39486e804f5-00676d3417 - 0.2118 - - 1735210007.792989016 1735210008.004765511 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb6dcae2b1e774ff3845f4-00676d3418" "proxy-server 3026163" 0.0506 "-" 3026163 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43777/sda1/2/a/c1" "txb6dcae2b1e774ff3845f4-00676d3418" "container-server 3026163" 0.0294 "-" 3026163 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39975/sdb1/2/a/c1" "txb6dcae2b1e774ff3845f4-00676d3418" "container-server 3026163" 0.0468 "-" 3026163 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb6dcae2b1e774ff3845f4-00676d3418" "proxy-server 3026163" 0.2317 "-" 3026163 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb6dcae2b1e774ff3845f4-00676d3418" "proxy-server 3026163" 0.1625 "-" 3026163 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/48 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb6dcae2b1e774ff3845f4-00676d3418 - 0.3274 - - 1735210008.016309977 1735210008.343706369 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd79c2f11dd1541eabf61d-00676d3418" "proxy-server 3026163" 0.0408 "-" 3026163 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39975/sdb1/1/a/c2" "txd79c2f11dd1541eabf61d-00676d3418" "container-server 3026163" 0.0150 "-" 3026163 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43777/sda1/1/a/c2" "txd79c2f11dd1541eabf61d-00676d3418" "container-server 3026163" 0.0357 "-" 3026163 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd79c2f11dd1541eabf61d-00676d3418" "proxy-server 3026163" 0.1205 "-" 3026163 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:48 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd79c2f11dd1541eabf61d-00676d3418" "proxy-server 3026163" 0.1841 "-" 3026163 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/48 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd79c2f11dd1541eabf61d-00676d3418 - 0.2621 - - 1735210008.355247021 1735210008.617297888 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9808f85bd0114214abf90-00676d341c) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx17dd25bc296f40da948ba-00676d341c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0f00745225d546c0bb222-00676d341d) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0f00745225d546c0bb222-00676d341d) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx0f00745225d546c0bb222-00676d341d) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd9c622cf59cb40ddb33f0-00676d341d) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd9c622cf59cb40ddb33f0-00676d341d) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txd9c622cf59cb40ddb33f0-00676d341d) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txefcaff870f9046039cc35-00676d341d) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txefcaff870f9046039cc35-00676d341d) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx053e8e9564264802a40f0-00676d341d) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx053e8e9564264802a40f0-00676d341d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 +d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder remove [search-value ...] + [--yes] -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735210005.987032) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735210005.987032) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735210005.987032) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735210005.987032) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735210005.98703) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1735210005.987032) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735210006.020180) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735210006.020180) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735210006.020180) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735210006.020180) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735210006.02018) in policy_index 1 responded 404 (1735210006.02018_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1735210006.020180) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735207200 -test DEBUG: looking for objects in 1735207200 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -fake-swift DEBUG: Calling S3Api Middleware +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Partition power increase in progress. You need +to finish the increase first before removing devices. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok + +proxy-server ERROR: Object GET returning 503 for [] (txn: tx7eea11eba2c8458fb510e-00697a45e1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx6214f8cc3dcc4e48b0746-00697a45e2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6214f8cc3dcc4e48b0746-00697a45e2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txca4ab58055a44d71a1a5b-00697a45e2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx426f446c6b5549dfbe375-00697a45e2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx426f446c6b5549dfbe375-00697a45e2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc58322a9937e4b8db2258-00697a45e2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc58322a9937e4b8db2258-00697a45e2) +proxy-server ERROR: Object GET returning 503 for [] (txn: txc58322a9937e4b8db2258-00697a45e2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txb0b80ebb042b4597af002-00697a45e5) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txb0b80ebb042b4597af002-00697a45e5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txb0b80ebb042b4597af002-00697a45e5)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:32 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok + +test INFO: - - - [28/Jan/2026:17:22:34 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0026 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:34 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0021 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0102 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0092 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0025 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0089 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0109 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0112 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0088 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Unlinked retiring db '/tmp/tmp7kpz72or/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0053 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0063 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0087 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0082 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0076 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0092 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0023 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0054 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0199 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0100 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0086 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0063 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0023 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0100 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0051 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0053 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0074 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok + +test INFO: - - - [28/Jan/2026:17:22:34 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:34 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:34 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0103 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0086 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0053 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0065 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0090 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0050 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0059 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790414 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0093 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0084 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0007 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0082 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0125 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0004 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0003 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 790414 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0110 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0065 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0152 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0090 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0090 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok + +test WARNING: /tmp/tmpe7scm9s7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.28075.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpe7scm9s7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.28075.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '110082fc935f441537512fcedcc9a6f9', '70e07b21-6970-4632-be20-f61c8123114c-', '1769620951.26929', '1769620951.33252', '0', '', '1769620951.26608', 3, 0) +test WARNING: /tmp/tmpe7scm9s7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.28075.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpe7scm9s7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620951.28075.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'f9017df2f3fb8ccdff33ba79b1a7f1c4', '167bdb0a-f3da-45f5-a239-48cb513694bf-', '1769620957.90675', '1769620957.90392', '0', '', '1769620957.90392', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620957.96151', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620957.96151', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620957.96151', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620957.96816', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620957.96816', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620957.91721', 'epoch': '1769620957.91721', 'reported': 0, 'tombstones': -1}], '167bdb0a-f3da-45f5-a239-48cb513694bf-') +test DEBUG: /tmp/tmp2810brot/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620957.91721.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2810brot/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620957.91721.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'f9017df2f3fb8ccdff33ba79b1a7f1c4', '167bdb0a-f3da-45f5-a239-48cb513694bf-', '1769620957.90675', '1769620957.95234', '0', '', '1769620957.90392', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620957.96151', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620957.96151', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620957.96151', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620957.96816', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620957.96816', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620957.91721', 'epoch': '1769620957.91721', 'reported': 0, 'tombstones': -1}], '167bdb0a-f3da-45f5-a239-48cb513694bf-') +test DEBUG: /tmp/tmp2810brot/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620957.91721.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2810brot/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620957.91721.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '2d48536f233e74fea146a2fedea8d0f9', '3da318ff-46ba-4953-b500-d1c985537e40-', '1769620958.06472', '1769620958.06144', '0', '', '1769620958.06144', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620958.14336', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620958.14336', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620958.14336', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620958.15488', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620958.15488', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620958.08478', 'epoch': '1769620958.08478', 'reported': 0, 'tombstones': -1}], '3da318ff-46ba-4953-b500-d1c985537e40-') +test DEBUG: /tmp/tmp24enc5sb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620958.08478.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp24enc5sb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620958.08478.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '2d48536f233e74fea146a2fedea8d0f9', '3da318ff-46ba-4953-b500-d1c985537e40-', '1769620958.06472', '1769620958.13344', '0', '', '1769620958.06144', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620958.14336', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620958.14336', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620958.14336', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620958.15488', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620958.15488', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620958.08478', 'epoch': '1769620958.08478', 'reported': 0, 'tombstones': -1}], '3da318ff-46ba-4953-b500-d1c985537e40-') +test DEBUG: /tmp/tmp24enc5sb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620958.08478.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp24enc5sb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620958.08478.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c14582b3359cabceec8e9747d388a603', '72747811-ee2f-4570-bb7c-0f627a099fd2-', '1769620958.26572', '1769620958.25977', '0', '', '1769620958.25977', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620958.27251', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620958.27251', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620958.27251', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620958.27951', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620958.27951', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620958.27936', 'epoch': '1769620958.27936', 'reported': 0, 'tombstones': -1}], '72747811-ee2f-4570-bb7c-0f627a099fd2-') +test DEBUG: /tmp/tmp16mq7ye5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620958.27936.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp16mq7ye5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620958.27936.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c14582b3359cabceec8e9747d388a603', '72747811-ee2f-4570-bb7c-0f627a099fd2-', '1769620958.26572', '1769620958.32851', '0', '', '1769620958.25977', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txa9d0ca011c014bb789224-00697a45e7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210028.26386', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210028.31525', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txe332fad0cde44cb3abba2-00676d341a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx93507fe9f43f4c4bb261e-00676d341a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx9fa1cda4bfcb47d897290-00676d341a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: txa963b5f7e0ff492f95518-00676d341a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txe79162add64942c1b965f-00676d341a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txe356821161fc46458227b-00676d3422) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe4165be492d24eeda11e5-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txe4165be492d24eeda11e5-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txe4165be492d24eeda11e5-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txe4165be492d24eeda11e5-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txe4165be492d24eeda11e5-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txe4165be492d24eeda11e5-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txe4165be492d24eeda11e5-00676d3425) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx9b21cd8443804f3d8d2c8-00676d3425) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok - -test INFO: - - - [26/Dec/2024:10:47:09 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0011 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:10 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.8279 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5120 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:11 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0013 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:11 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:11 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0007 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:11 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:11 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.5415 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.8799 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:12 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:12 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:12 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:13 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 1.0768 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1510 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0093 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0071 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.1290 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0163 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0078 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0104 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0869 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0100 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0005 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0007 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0005 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0005 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0005 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0046 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0411 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0083 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0116 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0082 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0054 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0068 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0066 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0114 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0067 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0517 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0332 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0630 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0276 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0499 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0418 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0088 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0017 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0510 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0585 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0261 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0349 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0478 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0355 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0423 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0027 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0280 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0392 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0526 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0509 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0249 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0158 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0368 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0048 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0026 "-" 3026152 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok - -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpek2w161_/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpek2w161_/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000129 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000275 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000144 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET https://cluster.domain HTTP/1.0" 200 117 0.000134 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000073 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx00aba9872fa64d7bb7573-00676d342e) -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (3026146) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "PUT /path HTTP/1.0" 200 105 0.000107 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000072 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000060 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET / HTTP/1.1" 200 120 0.000165 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Thu, 26 Dec 2024 10:47:10 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:10] "GET /%FF HTTP/1.1" 200 123 0.000135 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx036db31a82f74b3883bad-00676d3422) -test INFO: Client disconnected on read of '/a/c' (txn: tx036db31a82f74b3883bad-00676d3422) -test INFO: Client disconnected on read of '/a/c' (txn: txa2ffa3f764b64e7d8a449-00676d3422) -test INFO: Client disconnected on read of '/a/c' (txn: txa2ffa3f764b64e7d8a449-00676d3422) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa172db6d23634901b5b97-00676d3423) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8e8ac2ce6fb1497eaa3a9-00676d3423) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe465492b477d4adcbf4dc-00676d3423) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe465492b477d4adcbf4dc-00676d3423) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe465492b477d4adcbf4dc-00676d3423) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txe465492b477d4adcbf4dc-00676d3423) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx243685d6c2d5413389971-00676d3423) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx243685d6c2d5413389971-00676d3423) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx243685d6c2d5413389971-00676d3423) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx243685d6c2d5413389971-00676d3423) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txd56be9de074a40d09c77e-00676d3423) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txd56be9de074a40d09c77e-00676d3423) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txd56be9de074a40d09c77e-00676d3423) -test ERROR: Account HEAD returning 503 for [] (txn: txd56be9de074a40d09c77e-00676d3423) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx90105f971088494f9ff2f-00676d3423) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx35c43e1cd27b44e0ab760-00676d3423) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx35c43e1cd27b44e0ab760-00676d3423) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx50fdd5d64ed742c8815ee-00676d3423) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7c960f1eebde40d6b2acc-00676d3423) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9389977a9ec148a1a583a-00676d3423) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9d5cddedf6384cc4823f7-00676d3423)test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 26/Dec/2024/10/46/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735210005.235002518 1735210005.235191107 - -test INFO: - - 26/Dec/2024/10/46/45 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735210005.236001730 1735210005.236101866 - -test INFO: - - 26/Dec/2024/10/46/45 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735210005.236702442 1735210005.236795902 - -test INFO: - - 26/Dec/2024/10/46/45 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735210005.237382650 1735210005.237584114 - -test INFO: - - 26/Dec/2024/10/46/45 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735210005.238131762 1735210005.238213301 - -test INFO: - - 26/Dec/2024/10/46/45 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1735210005.249700069 1735210005.949700117 - -test INFO: - - 26/Dec/2024/10/46/45 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1735210005.252618551 1735210005.452618599 - -test INFO: - - 26/Dec/2024/10/46/45 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1735210005.267584562 1735210005.267705917 - -test INFO: - - 26/Dec/2024/10/46/45 GET / HTTP/1.0 200 - - - - - - - - 0.0002 - - 1735210005.277769566 1735210005.277992725 - -test INFO: - - 26/Dec/2024/10/46/45 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1735210005.280367374 1735210005.280487061 - -test INFO: - - 26/Dec/2024/10/46/45 GET / HTTP/1.0 200 - - - - 12 - - - 0.0004 - - 1735210005.624128342 1735210005.624563694 - -test INFO: - - 26/Dec/2024/10/46/46 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735210005.626970053 1735210006.326970100 0 -test INFO: - - 26/Dec/2024/10/46/45 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735210005.659933805 1735210005.659987926 1 -test INFO: - - 26/Dec/2024/10/46/45 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1735210005.661399126 1735210005.661566019 1 -test INFO: 4.5.6.7 1.2.3.4 26/Dec/2024/10/46/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735210005.663485289 1735210005.663587809 - -test INFO: 4.5.6.7 1.2.3.4 26/Dec/2024/10/46/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735210005.665148020 1735210005.665252209 - -test INFO: - - 26/Dec/2024/10/46/45 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0003 - - 1735210005.678422451 1735210005.678693533 - -test INFO: - - 26/Dec/2024/10/46/45 GET / HTTP/1.0 499 - - - - 4 - - - 0.0002 - - 1735210005.687680721 1735210005.687888861 - -test INFO: - - 26/Dec/2024/10/46/45 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0041 - - 1735210005.689438105 1735210005.693574905 - -test INFO: - - 26/Dec/2024/10/46/45 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735210005.695887804 1735210005.695933342 0 -test INFO: - - 26/Dec/2024/10/46/45 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735210005.697029829 1735210005.697066784 -1 -test INFO: - - 26/Dec/2024/10/46/45 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0001 - - 1735210005.703957796 1735210005.704019308 - -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 3026138 -my-daemon DEBUG: Forked worker 3026138 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 26/Dec/2024/10/46/54 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0005 - - 1735210014.896558523 1735210014.897068977 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0339 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2017 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0653 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0380 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0236 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0006 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0131 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:06 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0008 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0864 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0310 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0493 "-" 3026225 2 -test DEBUG: Unlinked retiring db '/tmp/tmplkbsfhwz/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0707 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0037 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0912 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0095 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.0850 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0984 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.9661 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5222 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:10 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0005 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:11 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.6261 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:47:11 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0008 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:47:11 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0009 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:47:11 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0010 "-" 3026225 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [26/Dec/2024:10:47:11 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0190 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:47:12 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0014 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 1.0777 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:13 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0007 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:13 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:13 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.7140 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:13 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0166 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0008 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.4503 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0202 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0642 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0737 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0772 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3026225 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok - -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx5cb2df7d39bc4df98d266-00676d3421) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: txd7d9df67cd8e4e0abe93d-00676d3422) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx2aa9aaa8a4be4b969d7b2-00676d3422) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx6a3ba241f9164358bdaa5-00676d3422) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp54j0ywan/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp54j0ywan/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp54j0ywan/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp54j0ywan/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0195 "-" 3026172 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.1274 "-" 3026172 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0581 "-" 3026172 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0377 "-" 3026172 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6b4fb5199fb848ec987f4-00676d3423" "proxy-server 3026172" 0.0021 "-" 3026172 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51697/sda1/1/a/c" "tx6b4fb5199fb848ec987f4-00676d3423" "container-server 3026172" 0.0016 "-" 3026172 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:59955/sdb1/1/a/c" "tx6b4fb5199fb848ec987f4-00676d3423" "container-server 3026172" 0.0013 "-" 3026172 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6b4fb5199fb848ec987f4-00676d3423" "proxy-server 3026172" 0.0462 "-" 3026172 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6b4fb5199fb848ec987f4-00676d3423" "proxy-server 3026172" 0.1111 "-" 3026172 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6b4fb5199fb848ec987f4-00676d3423 - 0.1442 - - 1735210019.241430759 1735210019.385645390 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx95c72630e5454f32ab5e0-00676d3423" "proxy-server 3026172" 0.0020 "-" 3026172 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59955/sdb1/1/a1/c1" "tx95c72630e5454f32ab5e0-00676d3423" "container-server 3026172" 0.0078 "-" 3026172 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51697/sda1/1/a1/c1" "tx95c72630e5454f32ab5e0-00676d3423" "container-server 3026172" 0.0106 "-" 3026172 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx95c72630e5454f32ab5e0-00676d3423" "proxy-server 3026172" 0.1775 "-" 3026172 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx95c72630e5454f32ab5e0-00676d3423" "proxy-server 3026172" 0.0859 "-" 3026172 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx95c72630e5454f32ab5e0-00676d3423 - 0.1979 - - 1735210019.388270617 1735210019.586128473 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx776fb9db2dec47de88ba8-00676d3423" "proxy-server 3026172" 0.0409 "-" 3026172 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:51697/sda1/2/a/c1" "tx776fb9db2dec47de88ba8-00676d3423" "container-server 3026172" 0.0085 "-" 3026172 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59955/sdb1/2/a/c1" "tx776fb9db2dec47de88ba8-00676d3423" "container-server 3026172" 0.0708 "-" 3026172 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx776fb9db2dec47de88ba8-00676d3423" "proxy-server 3026172" 0.1801 "-" 3026172 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx776fb9db2dec47de88ba8-00676d3423" "proxy-server 3026172" 0.2347 "-" 3026172 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/46/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx776fb9db2dec47de88ba8-00676d3423 - 0.3124 - - 1735210019.587965727 1735210019.900364876 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:46:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcb0779349e334994a8ee6-00676d3423" "proxy-server 3026172" 0.0439 "-" 3026172 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:00 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:59955/sdb1/1/a/c2" "txcb0779349e334994a8ee6-00676d3423" "container-server 3026172" 0.0555 "-" 3026172 2test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok - -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'a4587e98041f5a991858e1e66965c30f', '031ccd00-c2a3-4d31-ab0b-5f8093a14cf3-sda', '1735210040.45483', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('031ccd00-c2a3-4d31-ab0b-5f8093a14cf3-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp51ca3x4t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dec5bc79-28f5-499a-920d-e5af361b01da-sda', '1735210040.72737', '1735210040', '0', '', '1735210040', 0, 0) -test DEBUG: /tmp/tmp51ca3x4t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dec5bc79-28f5-499a-920d-e5af361b01da-sda', '1735210040.72737', '1735210040', '0', '', '1735210040', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dec5bc79-28f5-499a-920d-e5af361b01da-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.60387 seconds (1.65598/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3pqpjdkh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f87e3d5580959e30f4a4335191720e1c', 'bd70d27e-ff70-4796-a501-e39a380bc3f8-sda', '1735210041.60874', '1735210041', '0', '', '1735210041', 1, 0) -test DEBUG: /tmp/tmp3pqpjdkh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210045.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bd70d27e-ff70-4796-a501-e39a380bc3f8-sda') -test DEBUG: /tmp/tmp3pqpjdkh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0434134s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f87e3d5580959e30f4a4335191720e1c', 'bd70d27e-ff70-4796-a501-e39a380bc3f8-sda', '1735210041.60874', '1735210041', '0', '', '1735210041', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bd70d27e-ff70-4796-a501-e39a380bc3f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3pqpjdkh/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.47477 seconds (2.10630/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp3pqpjdkh/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '0be7b9e37250c9c1e015ed0ba441aeaf', '76574782-7f98-4699-bfcb-bb7a1effb0d1-sda', '1735210042.15725', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('76574782-7f98-4699-bfcb-bb7a1effb0d1-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '0be7b9e37250c9c1e015ed0ba441aeaf', '76574782-7f98-4699-bfcb-bb7a1effb0d1-sda', '1735210042.15725', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('76574782-7f98-4699-bfcb-bb7a1effb0d1-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa0cpfy_n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '08837db7-48f6-409a-93b4-ad2a7f99d4ee-sda', '1735210042.48075', '1735210042', '0', '', '1735210042', 0, 1) -test DEBUG: /tmp/tmpa0cpfy_n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '08837db7-48f6-409a-93b4-ad2a7f99d4ee-sda', '1735210042.48075', '1735210042', '0', '', '1735210042', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('08837db7-48f6-409a-93b4-ad2a7f99d4ee-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21795 seconds (4.58827/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphlb21rqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2004cc65c8d87ccc2a6d12a622ed3e0a', 'e875df67-dde8-470f-a1c5-c7fdbb59b3f5-sda', '1735210043.13356', '1735210043', '0', '', '1735210043', 1, 0) -test DEBUG: /tmp/tmphlb21rqk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2004cc65c8d87ccc2a6d12a622ed3e0a', 'e875df67-dde8-470f-a1c5-c7fdbb59b3f5-sda', '1735210043.13356', '1735210043', '0', '', '1735210043', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e875df67-dde8-470f-a1c5-c7fdbb59b3f5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmphlb21rqk/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.53513 seconds (1.86872/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmphlb21rqk/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '759b7fb2051539b2df0c5811a7314524', '791fc774-6403-4b20-b696-baea55f90ba1-sda', '1735210043.78459', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('791fc774-6403-4b20-b696-baea55f90ba1-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '759b7fb2051539b2df0c5811a7314524', '791fc774-6403-4b20-b696-baea55f90ba1-sda', '1735210043.78459', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('791fc774-6403-4b20-b696-baea55f90ba1-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgxjlsqhe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fa96cedf-72a5-4515-b391-cf4c83208beb-sda', '1735210044.18346', '1735210044', '1735210046', '', '1735210046', 0, 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210030.00424', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210030.05826', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51697/sda1/1/a/c2" "txcb0779349e334994a8ee6-00676d3423" "container-server 3026172" 0.0027 "-" 3026172 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:04 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcb0779349e334994a8ee6-00676d3423" "proxy-server 3026172" 4.2370 "-" 3026172 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:04 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcb0779349e334994a8ee6-00676d3423" "proxy-server 3026172" 4.3178 "-" 3026172 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/04 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcb0779349e334994a8ee6-00676d3423 - 4.3842 - - 1735210019.912494898 1735210024.296721458 2 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0027 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0071 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0031 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0052 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0067 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0950 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1089 "-" 3026152 0 -test DEBUG: Unlinked retiring db '/tmp/tmprq__csbq/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0115 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0159 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0634 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0463 "-" 3026152 0 -test DEBUG: Unlinked retiring db '/tmp/tmp22n4r566/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0227 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0115 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0844 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0819 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0037 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0138 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0164 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0991 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0522 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0081 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0030 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0048 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0636 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0602 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0045 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0067 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0085 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0436 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0775 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0123 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0045 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0320 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0428 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0018 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0120 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0488 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0082 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0587 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0049 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0007 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0088 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0060 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0086 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0047 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0008 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0004 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0004 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0004 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0079 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0010 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0004 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0004 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0005 "-" 3026152 1test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +No matching devices found +swift-ring-builder search -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txb36f624a7538493988d45-00676d3425) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txb36f624a7538493988d45-00676d3425) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx628ad274ad774af4ad6a1-00676d342a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx628ad274ad774af4ad6a1-00676d342a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx628ad274ad774af4ad6a1-00676d342a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx628ad274ad774af4ad6a1-00676d342a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx628ad274ad774af4ad6a1-00676d342a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx628ad274ad774af4ad6a1-00676d342a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx628ad274ad774af4ad6a1-00676d342a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx628ad274ad774af4ad6a1-00676d342a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" +Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" +Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" +Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" +Device 1 already uses 127.0.0.2:6201/sda2. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region +test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpx1wsdsdy/log/swift/profile/default.profile790388.tmp' +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpv02t3bt7/log/swift/profile/default.profile790388.tmp' + +proxy-server ERROR: Object GET returning 503 for [] (txn: txb0b80ebb042b4597af002-00697a45e5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx3785a8edff4f46c99ea70-00697a45e5) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3785a8edff4f46c99ea70-00697a45e5) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx3785a8edff4f46c99ea70-00697a45e5) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx3785a8edff4f46c99ea70-00697a45e5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3e78627c20f4ebbb086b-00697a45e5) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3e78627c20f4ebbb086b-00697a45e5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3e78627c20f4ebbb086b-00697a45e5) +proxy-server ERROR: Object GET returning 503 for [] (txn: txa3e78627c20f4ebbb086b-00697a45e5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txc81129605557415fa9b36-00697a45e5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx7f4622ecc2824a03a1696-00697a45e5) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx7f4622ecc2824a03a1696-00697a45e5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx0860be999cbf4d8bbda19-00697a45e5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx4994e03c241746b7a6eb9-00697a45e5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx26d3c5e1798d4404982bb-00697a45e5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx577f8a50ce6743878eea6-00697a45e5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txcc1a88fdf436471da5e3e-00676d342a)test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -Unlinked retiring db '/tmp/tmp0lmuso_w/containers/part/suffix/hash/container.db' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txa144f8a0510e483e973ce-00697a45e5) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txa144f8a0510e483e973ce-00697a45e5) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txa144f8a0510e483e973ce-00697a45e5) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txa144f8a0510e483e973ce-00697a45e5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0619 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0085 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0089 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0023 "-" 3026152 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0416 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0011 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0005 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0050 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0076 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0592 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0579 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0088 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0050 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0088 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0012 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0443 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0108 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0134 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0050 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0180 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0101 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0062 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0101 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0062 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0124 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0048 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0044 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0048 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0057 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0100 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0107 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0554 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0013 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0061 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0607 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0011 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0122 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.1837 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0605 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0371 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0067 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0060 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0040 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0332 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0080 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0050 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0038 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0202 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0312 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0132 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0192 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0081 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0520 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0879 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0167 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0034 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0148 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0068 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0123 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0037 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0024 "-" 3026152 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok - -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Thu, 26 Dec 2024 10:47:10 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:12] "GET /ÿ HTTP/1.1" 200 126 0.000136 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Thu, 26 Dec 2024 10:47:12 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:12] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000134 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Thu, 26 Dec 2024 10:47:12 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:12] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000172 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Thu, 26 Dec 2024 10:47:12 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:12] "GET // HTTP/1.1" 200 121 0.000139 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Thu, 26 Dec 2024 10:47:12 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:12] "GET //bar HTTP/1.1" 200 124 0.000147 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Thu, 26 Dec 2024 10:47:12 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:12] "GET //////baz HTTP/1.1" 200 128 0.000123 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Thu, 26 Dec 2024 10:47:12 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (3026146) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (3026146) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [25/Dec/2024 22:47:12] "GET /someurl HTTP/1.0" 200 102 0.000107 -proxy INFO: wsgi exiting -proxy INFO: (3026146) wsgi exited, is_accepting=True -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpe8tc38pi/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmptrnctrmr/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmptrnctrmr/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.33s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0727 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0290 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1068 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0067 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0575 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0415 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0766 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0518 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0698 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0115 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0574 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0837 "-" 3026225 3 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3026225 3 -test INFO: - - - [26/Dec/2024:10:47:15 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0555 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0684 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0096 "-" 3026225 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0573 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0321 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1091 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0649 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0026 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0028 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0085 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0081 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0030 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0649 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0786 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0538 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0382 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0003 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0409 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:16 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0748 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0307 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0334 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0107 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0565 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0095 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0007 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0514 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0078 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0029 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0393 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0015 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3026225 nada -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 3026225 999 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0374 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0022 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0470 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0018 "-" 3026225 1 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0729 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0081 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0621 "-" 3026225 3test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210031.58197', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210031.58757', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210031.59667', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210031.61077', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210031.63450', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx65c7000a5a614c5b88a30-00676d3429) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx74e56edcd84640baa0596-00676d3429) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx74e56edcd84640baa0596-00676d3429) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txcc6d118811ba4b52aeb44-00676d3429) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txcc6d118811ba4b52aeb44-00676d3429) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txcc6d118811ba4b52aeb44-00676d3429) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txcc6d118811ba4b52aeb44-00676d3429) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +test INFO: Loaded config file /tmp/tmphernubzx/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmphernubzx/backend-ratelimit.conf +test INFO: Loaded new config file /tmp/tmphernubzx/backend-ratelimit.conf, config unchanged +test DEBUG: Loaded existing config file /tmp/tmphernubzx/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmp4r1_mgr6/missing, config changed +test INFO: Loaded config file /tmp/tmp4r1_mgr6/missing, config changed +test INFO: Loaded new config file /tmp/tmpdoxrjyo2/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpwsjzuxdo/backend-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpwsjzuxdo/backend-ratelimit.conf, config unchanged: BOOM +test INFO: Loaded config file /tmp/tmpwsjzuxdo/backend-ratelimit.conf, config changed +test INFO: Loaded config file /tmp/tmpbov5_hyp/backend-ratelimit.conf, config changed +test DEBUG: Loaded existing config file /tmp/tmpbov5_hyp/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpbov5_hyp/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp1vnc0l37/missing +test INFO: Loaded config file /tmp/tmp1ly4mz8w/override-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmp6m4fa45h/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmp6m4fa45h/backend_rl.conf +test WARNING: Failed to load config file, config unchanged: Unable to read config from +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpkoash9_i/backend_rl.conf +test INFO: Loaded config file /tmp/tmpvx_rwzbg/backend-ratelimit.conf, config changed +test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: More than one part in a single-part response? +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpi53f3x3f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769620941.00000, (0, 0) as of 1769620941.00000, active as of 1769620941.00000> to ShardRange<'k' to 't' as of 1769620942.00000, (0, 0) as of 1769620942.00000, active as of 1769620942.00000>, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620946.00000, (0, 0) as of 1769620946.00000, shrinking as of 1769620943.00000> to ShardRange<'k' to 't' as of 1769620946.00000, (0, 0) as of 1769620946.00000, sharding as of 1769620947.00000>, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpnlt44_rn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620941.00000, db: /tmp/tmp1llans9s/sda/containers/0/02e/10302fa8ff4e726f738611d324fea02e/10302fa8ff4e726f738611d324fea02e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620943.00000, db: /tmp/tmp1llans9s/sda/containers/0/036/6caae3c052994bb9c611fdcc56ded036/6caae3c052994bb9c611fdcc56ded036.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620942.00000, (0, 0) as of 1769620942.00000, found as of 1769620942.00000> to ShardRange<'k' to 't' as of 1769620943.00000, (0, 0) as of 1769620943.00000, created as of 1769620943.00000>, path: .shards_a/shard_c_1769620943.00000, db: /tmp/tmp1llans9s/sda/containers/0/036/6caae3c052994bb9c611fdcc56ded036/6caae3c052994bb9c611fdcc56ded036.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620945.00000, db: /tmp/tmp1llans9s/sda/containers/0/0b9/5a4f3bcc05a78f45f29793f1e65b40b9/5a4f3bcc05a78f45f29793f1e65b40b9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620944.00000, (0, 0) as of 1769620944.00000, found as of 1769620944.00000> to ShardRange<'k' to 't' as of 1769620945.00000, (0, 0) as of 1769620945.00000, cleaved as of 1769620945.00000>, path: .shards_a/shard_c_1769620945.00000, db: /tmp/tmp1llans9s/sda/containers/0/0b9/5a4f3bcc05a78f45f29793f1e65b40b9/5a4f3bcc05a78f45f29793f1e65b40b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620947.00000, db: /tmp/tmp1llans9s/sda/containers/0/332/ed0b6758e4928e2e02b5d7571d2e9332/ed0b6758e4928e2e02b5d7571d2e9332.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620946.00000, (0, 0) as of 1769620946.00000, found as of 1769620946.00000> to ShardRange<'k' to 't' as of 1769620947.00000, (0, 0) as of 1769620947.00000, active as of 1769620947.00000>, path: .shards_a/shard_c_1769620947.00000, db: /tmp/tmp1llans9s/sda/containers/0/332/ed0b6758e4928e2e02b5d7571d2e9332/ed0b6758e4928e2e02b5d7571d2e9332.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620949.00000, db: /tmp/tmp1llans9s/sda/containers/0/182/2fd9371c768f3754da5455efc350f182/2fd9371c768f3754da5455efc350f182.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620948.00000, (0, 0) as of 1769620948.00000, found as of 1769620948.00000> to ShardRange<'k' to 't' as of 1769620949.00000, (0, 0) as of 1769620949.00000, shrinking as of 1769620949.00000>, path: .shards_a/shard_c_1769620949.00000, db: /tmp/tmp1llans9s/sda/containers/0/182/2fd9371c768f3754da5455efc350f182/2fd9371c768f3754da5455efc350f182.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620949.00000, db: /tmp/tmp1llans9s/sda/containers/0/182/2fd9371c768f3754da5455efc350f182/2fd9371c768f3754da5455efc350f182.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620951.00000, db: /tmp/tmp1llans9s/sda/containers/0/6b4/dcdbe0e4c29bb59d277a355f16a9c6b4/dcdbe0e4c29bb59d277a355f16a9c6b4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620950.00000, (0, 0) as of 1769620950.00000, found as of 1769620950.00000> to ShardRange<'k' to 't' as of 1769620951.00000, (0, 0) as of 1769620951.00000, sharding as of 1769620951.00000>, path: .shards_a/shard_c_1769620951.00000, db: /tmp/tmp1llans9s/sda/containers/0/6b4/dcdbe0e4c29bb59d277a355f16a9c6b4/dcdbe0e4c29bb59d277a355f16a9c6b4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620951.00000, db: /tmp/tmp1llans9s/sda/containers/0/6b4/dcdbe0e4c29bb59d277a355f16a9c6b4/dcdbe0e4c29bb59d277a355f16a9c6b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620953.00000, db: /tmp/tmp1llans9s/sda/containers/0/52d/6eb8f7dc765457e78cbdfdd78026f52d/6eb8f7dc765457e78cbdfdd78026f52d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620952.00000, (0, 0) as of 1769620952.00000, found as of 1769620952.00000> to ShardRange<'k' to 't' as of 1769620953.00000, (0, 0) as of 1769620953.00000, sharded as of 1769620953.00000>, path: .shards_a/shard_c_1769620953.00000, db: /tmp/tmp1llans9s/sda/containers/0/52d/6eb8f7dc765457e78cbdfdd78026f52d/6eb8f7dc765457e78cbdfdd78026f52d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620953.00000, db: /tmp/tmp1llans9s/sda/containers/0/52d/6eb8f7dc765457e78cbdfdd78026f52d/6eb8f7dc765457e78cbdfdd78026f52d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620955.00000, db: /tmp/tmp1llans9s/sda/containers/0/919/e360f18f001489b731071ad4db820919/e360f18f001489b731071ad4db820919.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620954.00000, (0, 0) as of 1769620954.00000, found as of 1769620954.00000> to ShardRange<'k' to 't' as of 1769620955.00000, (0, 0) as of 1769620955.00000, shrunk as of 1769620955.00000>, path: .shards_a/shard_c_1769620955.00000, db: /tmp/tmp1llans9s/sda/containers/0/919/e360f18f001489b731071ad4db820919/e360f18f001489b731071ad4db820919.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620955.00000, db: /tmp/tmp1llans9s/sda/containers/0/919/e360f18f001489b731071ad4db820919/e360f18f001489b731071ad4db820919.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620957.00000, db: /tmp/tmp1llans9s/sda/containers/0/d12/1a19eb6e6243bc532e5840b6390c3d12/1a19eb6e6243bc532e5840b6390c3d12.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620956.00000, (0, 0) as of 1769620956.00000, created as of 1769620956.00000> to ShardRange<'k' to 't' as of 1769620957.00000, (0, 0) as of 1769620957.00000, found as of 1769620957.00000>, path: .shards_a/shard_c_1769620957.00000, db: /tmp/tmp1llans9s/sda/containers/0/d12/1a19eb6e6243bc532e5840b6390c3d12/1a19eb6e6243bc532e5840b6390c3d12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620959.00000, db: /tmp/tmp1llans9s/sda/containers/0/bf6/fda0606f86f55fe889cc6e28c314bbf6/fda0606f86f55fe889cc6e28c314bbf6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620961.00000, db: /tmp/tmp1llans9s/sda/containers/0/48a/014e9f71dde27184c07d3cc81cf9f48a/014e9f71dde27184c07d3cc81cf9f48a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620960.00000, (0, 0) as of 1769620960.00000, created as of 1769620960.00000> to ShardRange<'k' to 't' as of 1769620961.00000, (0, 0) as of 1769620961.00000, cleaved as of 1769620961.00000>, path: .shards_a/shard_c_1769620961.00000, db: /tmp/tmp1llans9s/sda/containers/0/48a/014e9f71dde27184c07d3cc81cf9f48a/014e9f71dde27184c07d3cc81cf9f48a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620963.00000, db: /tmp/tmp1llans9s/sda/containers/0/748/cc0f1d57f56cc777cb01c5f06b384748/cc0f1d57f56cc777cb01c5f06b384748.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620962.00000, (0, 0) as of 1769620962.00000, created as of 1769620962.00000> to ShardRange<'k' to 't' as of 1769620963.00000, (0, 0) as of 1769620963.00000, active as of 1769620963.00000>, path: .shards_a/shard_c_1769620963.00000, db: /tmp/tmp1llans9s/sda/containers/0/748/cc0f1d57f56cc777cb01c5f06b384748/cc0f1d57f56cc777cb01c5f06b384748.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620965.00000, db: /tmp/tmp1llans9s/sda/containers/0/059/b8a42ab02bc7e1018ee3afc8c7e58059/b8a42ab02bc7e1018ee3afc8c7e58059.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620964.00000, (0, 0) as of 1769620964.00000, created as of 1769620964.00000> to ShardRange<'k' to 't' as of 1769620965.00000, (0, 0) as of 1769620965.00000, shrinking as of 1769620965.00000>, path: .shards_a/shard_c_1769620965.00000, db: /tmp/tmp1llans9s/sda/containers/0/059/b8a42ab02bc7e1018ee3afc8c7e58059/b8a42ab02bc7e1018ee3afc8c7e58059.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620965.00000, db: /tmp/tmp1llans9s/sda/containers/0/059/b8a42ab02bc7e1018ee3afc8c7e58059/b8a42ab02bc7e1018ee3afc8c7e58059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620967.00000, db: /tmp/tmp1llans9s/sda/containers/0/72a/4567b968a5b7309d179987bb82dea72a/4567b968a5b7309d179987bb82dea72a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620966.00000, (0, 0) as of 1769620966.00000, created as of 1769620966.00000> to ShardRange<'k' to 't' as of 1769620967.00000, (0, 0) as of 1769620967.00000, sharding as of 1769620967.00000>, path: .shards_a/shard_c_1769620967.00000, db: /tmp/tmp1llans9s/sda/containers/0/72a/4567b968a5b7309d179987bb82dea72a/4567b968a5b7309d179987bb82dea72a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620967.00000, db: /tmp/tmp1llans9s/sda/containers/0/72a/4567b968a5b7309d179987bb82dea72a/4567b968a5b7309d179987bb82dea72a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620969.00000, db: /tmp/tmp1llans9s/sda/containers/0/c47/5d8aadde6483cf51025a4ab84e5d3c47/5d8aadde6483cf51025a4ab84e5d3c47.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620968.00000, (0, 0) as of 1769620968.00000, created as of 1769620968.00000> to ShardRange<'k' to 't' as of 1769620969.00000, (0, 0) as of 1769620969.00000, sharded as of 1769620969.00000>, path: .shards_a/shard_c_1769620969.00000, db: /tmp/tmp1llans9s/sda/containers/0/c47/5d8aadde6483cf51025a4ab84e5d3c47/5d8aadde6483cf51025a4ab84e5d3c47.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620969.00000, db: /tmp/tmp1llans9s/sda/containers/0/c47/5d8aadde6483cf51025a4ab84e5d3c47/5d8aadde6483cf51025a4ab84e5d3c47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620971.00000, db: /tmp/tmp1llans9s/sda/containers/0/1db/e68eefdb4faba78c9b0449b97ce621db/e68eefdb4faba78c9b0449b97ce621db.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620970.00000, (0, 0) as of 1769620970.00000, created as of 1769620970.00000> to ShardRange<'k' to 't' as of 1769620971.00000, (0, 0) as of 1769620971.00000, shrunk as of 1769620971.00000>, path: .shards_a/shard_c_1769620971.00000, db: /tmp/tmp1llans9s/sda/containers/0/1db/e68eefdb4faba78c9b0449b97ce621db/e68eefdb4faba78c9b0449b97ce621db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620971.00000, db: /tmp/tmp1llans9s/sda/containers/0/1db/e68eefdb4faba78c9b0449b97ce621db/e68eefdb4faba78c9b0449b97ce621db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620973.00000, db: /tmp/tmp1llans9s/sda/containers/0/07b/bd5b93ae683a10c5ba550d4df4abe07b/bd5b93ae683a10c5ba550d4df4abe07b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620972.00000, (0, 0) as of 1769620972.00000, cleaved as of 1769620972.00000> to ShardRange<'k' to 't' as of 1769620973.00000, (0, 0) as of 1769620973.00000, found as of 1769620973.00000>, path: .shards_a/shard_c_1769620973.00000, db: /tmp/tmp1llans9s/sda/containers/0/07b/bd5b93ae683a10c5ba550d4df4abe07b/bd5b93ae683a10c5ba550d4df4abe07b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620975.00000, db: /tmp/tmp1llans9s/sda/containers/0/258/caeff85ea96028d401e170504f2d5258/caeff85ea96028d401e170504f2d5258.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620974.00000, (0, 0) as of 1769620974.00000, cleaved as of 1769620974.00000> to ShardRange<'k' to 't' as of 1769620975.00000, (0, 0) as of 1769620975.00000, created as of 1769620975.00000>, path: .shards_a/shard_c_1769620975.00000, db: /tmp/tmp1llans9s/sda/containers/0/258/caeff85ea96028d401e170504f2d5258/caeff85ea96028d401e170504f2d5258.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620977.00000, db: /tmp/tmp1llans9s/sda/containers/0/954/4cc769678fd27eb3e82f9164a1ea7954/4cc769678fd27eb3e82f9164a1ea7954.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620979.00000, db: /tmp/tmp1llans9s/sda/containers/0/86a/f8784ff2717a0236f4170a7d57d6f86a/f8784ff2717a0236f4170a7d57d6f86a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620978.00000, (0, 0) as of 1769620978.00000, cleaved as of 1769620978.00000> to ShardRange<'k' to 't' as of 1769620979.00000, (0, 0) as of 1769620979.00000, active as of 1769620979.00000>, path: .shards_a/shard_c_1769620979.00000, db: /tmp/tmp1llans9s/sda/containers/0/86a/f8784ff2717a0236f4170a7d57d6f86a/f8784ff2717a0236f4170a7d57d6f86a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620981.00000, db: /tmp/tmp1llans9s/sda/containers/0/bc4/5368abd225552e49bc552769fc634bc4/5368abd225552e49bc552769fc634bc4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620980.00000, (0, 0) as of 1769620980.00000, cleaved as of 1769620980.00000> to ShardRange<'k' to 't' as of 1769620981.00000, (0, 0) as of 1769620981.00000, shrinking as of 1769620981.00000>, path: .shards_a/shard_c_1769620981.00000, db: /tmp/tmp1llans9s/sda/containers/0/bc4/5368abd225552e49bc552769fc634bc4/5368abd225552e49bc552769fc634bc4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620981.00000, db: /tmp/tmp1llans9s/sda/containers/0/bc4/5368abd225552e49bc552769fc634bc4/5368abd225552e49bc552769fc634bc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620983.00000, db: /tmp/tmp1llans9s/sda/containers/0/d76/2dd2f8ff6aa09d462bbf14368ab80d76/2dd2f8ff6aa09d462bbf14368ab80d76.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620982.00000, (0, 0) as of 1769620982.00000, cleaved as of 1769620982.00000> to ShardRange<'k' to 't' as of 1769620983.00000, (0, 0) as of 1769620983.00000, sharding as of 1769620983.00000>, path: .shards_a/shard_c_1769620983.00000, db: /tmp/tmp1llans9s/sda/containers/0/d76/2dd2f8ff6aa09d462bbf14368ab80d76/2dd2f8ff6aa09d462bbf14368ab80d76.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620983.00000, db: /tmp/tmp1llans9s/sda/containers/0/d76/2dd2f8ff6aa09d462bbf14368ab80d76/2dd2f8ff6aa09d462bbf14368ab80d76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620985.00000, db: /tmp/tmp1llans9s/sda/containers/0/dd1/1fec33705c3ac2d6160fc5abaf6fcdd1/1fec33705c3ac2d6160fc5abaf6fcdd1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620984.00000, (0, 0) as of 1769620984.00000, cleaved as of 1769620984.00000> to ShardRange<'k' to 't' as of 1769620985.00000, (0, 0) as of 1769620985.00000, sharded as of 1769620985.00000>, path: .shards_a/shard_c_1769620985.00000, db: /tmp/tmp1llans9s/sda/containers/0/dd1/1fec33705c3ac2d6160fc5abaf6fcdd1/1fec33705c3ac2d6160fc5abaf6fcdd1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620985.00000, db: /tmp/tmp1llans9s/sda/containers/0/dd1/1fec33705c3ac2d6160fc5abaf6fcdd1/1fec33705c3ac2d6160fc5abaf6fcdd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620987.00000, db: /tmp/tmp1llans9s/sda/containers/0/ccb/ecb97e54ac8e75c7638ebcd7a72b7ccb/ecb97e54ac8e75c7638ebcd7a72b7ccb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620986.00000, (0, 0) as of 1769620986.00000, cleaved as of 1769620986.00000> to ShardRange<'k' to 't' as of 1769620987.00000, (0, 0) as of 1769620987.00000, shrunk as of 1769620987.00000>, path: .shards_a/shard_c_1769620987.00000, db: /tmp/tmp1llans9s/sda/containers/0/ccb/ecb97e54ac8e75c7638ebcd7a72b7ccb/ecb97e54ac8e75c7638ebcd7a72b7ccb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620987.00000, db: /tmp/tmp1llans9s/sda/containers/0/ccb/ecb97e54ac8e75c7638ebcd7a72b7ccb/ecb97e54ac8e75c7638ebcd7a72b7ccb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620989.00000, db: /tmp/tmp1llans9s/sda/containers/0/b13/c0e718012710627487c07fa7ccbc7b13/c0e718012710627487c07fa7ccbc7b13.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620988.00000, (0, 0) as of 1769620988.00000, active as of 1769620988.00000> to ShardRange<'k' to 't' as of 1769620989.00000, (0, 0) as of 1769620989.00000, found as of 1769620989.00000>, path: .shards_a/shard_c_1769620989.00000, db: /tmp/tmp1llans9s/sda/containers/0/b13/c0e718012710627487c07fa7ccbc7b13/c0e718012710627487c07fa7ccbc7b13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620991.00000, db: /tmp/tmp1llans9s/sda/containers/0/ac9/09149b61956a1b7e1abb2e3c1567eac9/09149b61956a1b7e1abb2e3c1567eac9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620990.00000, (0, 0) as of 1769620990.00000, active as of 1769620990.00000> to ShardRange<'k' to 't' as of 1769620991.00000, (0, 0) as of 1769620991.00000, created as of 1769620991.00000>, path: .shards_a/shard_c_1769620991.00000, db: /tmp/tmp1llans9s/sda/containers/0/ac9/09149b61956a1b7e1abb2e3c1567eac9/09149b61956a1b7e1abb2e3c1567eac9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620993.00000, db: /tmp/tmp1llans9s/sda/containers/0/00d/fc9c7bf9b92156ea75cdd4f1006e900d/fc9c7bf9b92156ea75cdd4f1006e900d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620992.00000, (0, 0) as of 1769620992.00000, active as of 1769620992.00000> to ShardRange<'k' to 't' as of 1769620993.00000, (0, 0) as of 1769620993.00000, cleaved as of 1769620993.00000>, path: .shards_a/shard_c_1769620993.00000, db: /tmp/tmp1llans9s/sda/containers/0/00d/fc9c7bf9b92156ea75cdd4f1006e900d/fc9c7bf9b92156ea75cdd4f1006e900d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620995.00000, db: /tmp/tmp1llans9s/sda/containers/0/f1a/200532515db3304ec0fa961221292f1a/200532515db3304ec0fa961221292f1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620997.00000, db: /tmp/tmp1llans9s/sda/containers/0/184/ac615ebafd38ae8fccef2122e26f1184/ac615ebafd38ae8fccef2122e26f1184.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620996.00000, (0, 0) as of 1769620996.00000, active as of 1769620996.00000> to ShardRange<'k' to 't' as of 1769620997.00000, (0, 0) as of 1769620997.00000, shrinking as of 1769620997.00000>, path: .shards_a/shard_c_1769620997.00000, db: /tmp/tmp1llans9s/sda/containers/0/184/ac615ebafd38ae8fccef2122e26f1184/ac615ebafd38ae8fccef2122e26f1184.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620997.00000, db: /tmp/tmp1llans9s/sda/containers/0/184/ac615ebafd38ae8fccef2122e26f1184/ac615ebafd38ae8fccef2122e26f1184.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769620999.00000, db: /tmp/tmp1llans9s/sda/containers/0/816/4ecce76f42fd826cc4a018c806aa4816/4ecce76f42fd826cc4a018c806aa4816.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769620998.00000, (0, 0) as of 1769620998.00000, active as of 1769620998.00000> to ShardRange<'k' to 't' as of 1769620999.00000, (0, 0) as of 1769620999.00000, sharding as of 1769620999.00000>, path: .shards_a/shard_c_1769620999.00000, db: /tmp/tmp1llans9s/sda/containers/0/816/4ecce76f42fd826cc4a018c806aa4816/4ecce76f42fd826cc4a018c806aa4816.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769620999.00000, db: /tmp/tmp1llans9s/sda/containers/0/816/4ecce76f42fd826cc4a018c806aa4816/4ecce76f42fd826cc4a018c806aa4816.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621001.00000, db: /tmp/tmp1llans9s/sda/containers/0/700/b83e846c9894423708eb2f618826c700/b83e846c9894423708eb2f618826c700.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621000.00000, (0, 0) as of 1769621000.00000, active as of 1769621000.00000> to ShardRange<'k' to 't' as of 1769621001.00000, (0, 0) as of 1769621001.00000, sharded as of 1769621001.00000>, path: .shards_a/shard_c_1769621001.00000, db: /tmp/tmp1llans9s/sda/containers/0/700/b83e846c9894423708eb2f618826c700/b83e846c9894423708eb2f618826c700.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621001.00000, db: /tmp/tmp1llans9s/sda/containers/0/700/b83e846c9894423708eb2f618826c700/b83e846c9894423708eb2f618826c700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621003.00000, db: /tmp/tmp1llans9s/sda/containers/0/aaa/5bd35aa4ba4080beeed4b0b7d7c85aaa/5bd35aa4ba4080beeed4b0b7d7c85aaa.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621002.00000, (0, 0) as of 1769621002.00000, active as of 1769621002.00000> to ShardRange<'k' to 't' as of 1769621003.00000, (0, 0) as of 1769621003.00000, shrunk as of 1769621003.00000>, path: .shards_a/shard_c_1769621003.00000, db: /tmp/tmp1llans9s/sda/containers/0/aaa/5bd35aa4ba4080beeed4b0b7d7c85aaa/5bd35aa4ba4080beeed4b0b7d7c85aaa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621003.00000, db: /tmp/tmp1llans9s/sda/containers/0/aaa/5bd35aa4ba4080beeed4b0b7d7c85aaa/5bd35aa4ba4080beeed4b0b7d7c85aaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621005.00000, db: /tmp/tmp1llans9s/sda/containers/0/44a/c20a7e17131d1b265b34a70c7c25344a/c20a7e17131d1b265b34a70c7c25344a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621004.00000, (0, 0) as of 1769621004.00000, shrinking as of 1769621004.00000> to ShardRange<'k' to 't' as of 1769621005.00000, (0, 0) as of 1769621005.00000, found as of 1769621005.00000>, path: .shards_a/shard_c_1769621005.00000, db: /tmp/tmp1llans9s/sda/containers/0/44a/c20a7e17131d1b265b34a70c7c25344a/c20a7e17131d1b265b34a70c7c25344a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621007.00000, db: /tmp/tmp1llans9s/sda/containers/0/3e6/0d4f944266fb09eb3d8ae261b99313e6/0d4f944266fb09eb3d8ae261b99313e6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621006.00000, (0, 0) as of 1769621006.00000, shrinking as of 1769621006.00000> to ShardRange<'k' to 't' as of 1769621007.00000, (0, 0) as of 1769621007.00000, created as of 1769621007.00000>, path: .shards_a/shard_c_1769621007.00000, db: /tmp/tmp1llans9s/sda/containers/0/3e6/0d4f944266fb09eb3d8ae261b99313e6/0d4f944266fb09eb3d8ae261b99313e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621009.00000, db: /tmp/tmp1llans9s/sda/containers/0/af5/13f70302d89ab36aef053b3035c55af5/13f70302d89ab36aef053b3035c55af5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621008.00000, (0, 0) as of 1769621008.00000, shrinking as of 1769621008.00000> to ShardRange<'k' to 't' as of 1769621009.00000, (0, 0) as of 1769621009.00000, cleaved as of 1769621009.00000>, path: .shards_a/shard_c_1769621009.00000, db: /tmp/tmp1llans9s/sda/containers/0/af5/13f70302d89ab36aef053b3035c55af5/13f70302d89ab36aef053b3035c55af5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621011.00000, db: /tmp/tmp1llans9s/sda/containers/0/07c/9c63a7c9f3ed987e89353566f640107c/9c63a7c9f3ed987e89353566f640107c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621010.00000, (0, 0) as of 1769621010.00000, shrinking as of 1769621010.00000> to ShardRange<'k' to 't' as of 1769621011.00000, (0, 0) as of 1769621011.00000, active as of 1769621011.00000>, path: .shards_a/shard_c_1769621011.00000, db: /tmp/tmp1llans9s/sda/containers/0/07c/9c63a7c9f3ed987e89353566f640107c/9c63a7c9f3ed987e89353566f640107c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621013.00000, db: /tmp/tmp1llans9s/sda/containers/0/985/4ad982ee83372094ae1dd6eaa0b89985/4ad982ee83372094ae1dd6eaa0b89985.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621013.00000, db: /tmp/tmp1llans9s/sda/containers/0/985/4ad982ee83372094ae1dd6eaa0b89985/4ad982ee83372094ae1dd6eaa0b89985.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621015.00000, db: /tmp/tmp1llans9s/sda/containers/0/2de/0caf62d1ce7fcbd3bde56a25c903d2de/0caf62d1ce7fcbd3bde56a25c903d2de.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621014.00000, (0, 0) as of 1769621014.00000, shrinking as of 1769621014.00000> to ShardRange<'k' to 't' as of 1769621015.00000, (0, 0) as of 1769621015.00000, sharding as of 1769621015.00000>, path: .shards_a/shard_c_1769621015.00000, db: /tmp/tmp1llans9s/sda/containers/0/2de/0caf62d1ce7fcbd3bde56a25c903d2de/0caf62d1ce7fcbd3bde56a25c903d2de.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621015.00000, db: /tmp/tmp1llans9s/sda/containers/0/2de/0caf62d1ce7fcbd3bde56a25c903d2de/0caf62d1ce7fcbd3bde56a25c903d2de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621017.00000, db: /tmp/tmp1llans9s/sda/containers/0/0e9/9d6f5feb57a65b0a1d790aa3b11fc0e9/9d6f5feb57a65b0a1d790aa3b11fc0e9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621016.00000, (0, 0) as of 1769621016.00000, shrinking as of 1769621016.00000> to ShardRange<'k' to 't' as of 1769621017.00000, (0, 0) as of 1769621017.00000, sharded as of 1769621017.00000>, path: .shards_a/shard_c_1769621017.00000, db: /tmp/tmp1llans9s/sda/containers/0/0e9/9d6f5feb57a65b0a1d790aa3b11fc0e9/9d6f5feb57a65b0a1d790aa3b11fc0e9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621017.00000, db: /tmp/tmp1llans9s/sda/containers/0/0e9/9d6f5feb57a65b0a1d790aa3b11fc0e9/9d6f5feb57a65b0a1d790aa3b11fc0e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621019.00000, db: /tmp/tmp1llans9s/sda/containers/0/c09/1b28604e9ae206a625e48051cd84fc09/1b28604e9ae206a625e48051cd84fc09.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621018.00000, (0, 0) as of 1769621018.00000, shrinking as of 1769621018.00000> to ShardRange<'k' to 't' as of 1769621019.00000, (0, 0) as of 1769621019.00000, shrunk as of 1769621019.00000>, path: .shards_a/shard_c_1769621019.00000, db: /tmp/tmp1llans9s/sda/containers/0/c09/1b28604e9ae206a625e48051cd84fc09/1b28604e9ae206a625e48051cd84fc09.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621019.00000, db: /tmp/tmp1llans9s/sda/containers/0/c09/1b28604e9ae206a625e48051cd84fc09/1b28604e9ae206a625e48051cd84fc09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621021.00000, db: /tmp/tmp1llans9s/sda/containers/0/ed9/1890cbd4a220c07a51c304d5d4592ed9/1890cbd4a220c07a51c304d5d4592ed9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621020.00000, (0, 0) as of 1769621020.00000, sharding as of 1769621020.00000> to ShardRange<'k' to 't' as of 1769621021.00000, (0, 0) as of 1769621021.00000, found as of 1769621021.00000>, path: .shards_a/shard_c_1769621021.00000, db: /tmp/tmp1llans9s/sda/containers/0/ed9/1890cbd4a220c07a51c304d5d4592ed9/1890cbd4a220c07a51c304d5d4592ed9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621023.00000, db: /tmp/tmp1llans9s/sda/containers/0/5de/cdebeb0bdce33037e0bae80bc9ec35de/cdebeb0bdce33037e0bae80bc9ec35de.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621022.00000, (0, 0) as of 1769621022.00000, sharding as of 1769621022.00000> to ShardRange<'k' to 't' as of 1769621023.00000, (0, 0) as of 1769621023.00000, created as of 1769621023.00000>, path: .shards_a/shard_c_1769621023.00000, db: /tmp/tmp1llans9s/sda/containers/0/5de/cdebeb0bdce33037e0bae80bc9ec35de/cdebeb0bdce33037e0bae80bc9ec35de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621025.00000, db: /tmp/tmp1llans9s/sda/containers/0/a61/c233c732d73bb7b027b10378e13cfa61/c233c732d73bb7b027b10378e13cfa61.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621024.00000, (0, 0) as of 1769621024.00000, sharding as of 1769621024.00000> to ShardRange<'k' to 't' as of 1769621025.00000, (0, 0) as of 1769621025.00000, cleaved as of 1769621025.00000>, path: .shards_a/shard_c_1769621025.00000, db: /tmp/tmp1llans9s/sda/containers/0/a61/c233c732d73bb7b027b10378e13cfa61/c233c732d73bb7b027b10378e13cfa61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621027.00000, db: /tmp/tmp1llans9s/sda/containers/0/6be/bc5b0732c2997ca6756e66aa291a96be/bc5b0732c2997ca6756e66aa291a96be.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621026.00000, (0, 0) as of 1769621026.00000, sharding as of 1769621026.00000> to ShardRange<'k' to 't' as of 1769621027.00000, (0, 0) as of 1769621027.00000, active as of 1769621027.00000>, path: .shards_a/shard_c_1769621027.00000, db: /tmp/tmp1llans9s/sda/containers/0/6be/bc5b0732c2997ca6756e66aa291a96be/bc5b0732c2997ca6756e66aa291a96be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621029.00000, db: /tmp/tmp1llans9s/sda/containers/0/546/c6b7ed6aeed860751b958e3b1a6c3546/c6b7ed6aeed860751b958e3b1a6c3546.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621028.00000, (0, 0) as of 1769621028.00000, sharding as of 1769621028.00000> to ShardRange<'k' to 't' as of 1769621029.00000, (0, 0) as of 1769621029.00000, shrinking as of 1769621029.00000>, path: .shards_a/shard_c_1769621029.00000, db: /tmp/tmp1llans9s/sda/containers/0/546/c6b7ed6aeed860751b958e3b1a6c3546/c6b7ed6aeed860751b958e3b1a6c3546.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621029.00000, db: /tmp/tmp1llans9s/sda/containers/0/546/c6b7ed6aeed860751b958e3b1a6c3546/c6b7ed6aeed860751b958e3b1a6c3546.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621031.00000, db: /tmp/tmp1llans9s/sda/containers/0/879/6183e9a3b2f99d8f6e6df2671a83c879/6183e9a3b2f99d8f6e6df2671a83c879.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621031.00000, db: /tmp/tmp1llans9s/sda/containers/0/879/6183e9a3b2f99d8f6e6df2671a83c879/6183e9a3b2f99d8f6e6df2671a83c879.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621033.00000, db: /tmp/tmp1llans9s/sda/containers/0/23a/ad0d232fef3091be11cc7e0c9214823a/ad0d232fef3091be11cc7e0c9214823a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621032.00000, (0, 0) as of 1769621032.00000, sharding as of 1769621032.00000> to ShardRange<'k' to 't' as of 1769621033.00000, (0, 0) as of 1769621033.00000, sharded as of 1769621033.00000>, path: .shards_a/shard_c_1769621033.00000, db: /tmp/tmp1llans9s/sda/containers/0/23a/ad0d232fef3091be11cc7e0c9214823a/ad0d232fef3091be11cc7e0c9214823a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621033.00000, db: /tmp/tmp1llans9s/sda/containers/0/23a/ad0d232fef3091be11cc7e0c9214823a/ad0d232fef3091be11cc7e0c9214823a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621035.00000, db: /tmp/tmp1llans9s/sda/containers/0/dac/d26129904ea84e15cbcae4fb2512bdac/d26129904ea84e15cbcae4fb2512bdac.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621034.00000, (0, 0) as of 1769621034.00000, sharding as of 1769621034.00000> to ShardRange<'k' to 't' as of 1769621035.00000, (0, 0) as of 1769621035.00000, shrunk as of 1769621035.00000>, path: .shards_a/shard_c_1769621035.00000, db: /tmp/tmp1llans9s/sda/containers/0/dac/d26129904ea84e15cbcae4fb2512bdac/d26129904ea84e15cbcae4fb2512bdac.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621035.00000, db: /tmp/tmp1llans9s/sda/containers/0/dac/d26129904ea84e15cbcae4fb2512bdac/d26129904ea84e15cbcae4fb2512bdac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621037.00000, db: /tmp/tmp1llans9s/sda/containers/0/52d/4649fdbf6300e567b81ae5491069352d/4649fdbf6300e567b81ae5491069352d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621036.00000, (0, 0) as of 1769621036.00000, sharded as of 1769621036.00000> to ShardRange<'k' to 't' as of 1769621037.00000, (0, 0) as of 1769621037.00000, found as of 1769621037.00000>, path: .shards_a/shard_c_1769621037.00000, db: /tmp/tmp1llans9s/sda/containers/0/52d/4649fdbf6300e567b81ae5491069352d/4649fdbf6300e567b81ae5491069352d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621039.00000, db: /tmp/tmp1llans9s/sda/containers/0/960/2076e0e15c2f5b9c85c4e537e0fc7960/2076e0e15c2f5b9c85c4e537e0fc7960.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621038.00000, (0, 0) as of 1769621038.00000, sharded as of 1769621038.00000> to ShardRange<'k' to 't' as of 1769621039.00000, (0, 0) as of 1769621039.00000, created as of 1769621039.00000>, path: .shards_a/shard_c_1769621039.00000, db: /tmp/tmp1llans9s/sda/containers/0/960/2076e0e15c2f5b9c85c4e537e0fc7960/2076e0e15c2f5b9c85c4e537e0fc7960.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621041.00000, db: /tmp/tmp1llans9s/sda/containers/0/070/8bfce438baacbb2251162e98a3186070/8bfce438baacbb2251162e98a3186070.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621040.00000, (0, 0) as of 1769621040.00000, sharded as of 1769621040.00000> to ShardRange<'k' to 't' as of 1769621041.00000, (0, 0) as of 1769621041.00000, cleaved as of 1769621041.00000>, path: .shards_a/shard_c_1769621041.00000, db: /tmp/tmp1llans9s/sda/containers/0/070/8bfce438baacbb2251162e98a3186070/8bfce438baacbb2251162e98a3186070.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621043.00000, db: /tmp/tmp1llans9s/sda/containers/0/6f6/504812c315d0c65da4ddc2c4b46346f6/504812c315d0c65da4ddc2c4b46346f6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621042.00000, (0, 0) as of 1769621042.00000, sharded as of 1769621042.00000> to ShardRange<'k' to 't' as of 1769621043.00000, (0, 0) as of 1769621043.00000, active as of 1769621043.00000>, path: .shards_a/shard_c_1769621043.00000, db: /tmp/tmp1llans9s/sda/containers/0/6f6/504812c315d0c65da4ddc2c4b46346f6/504812c315d0c65da4ddc2c4b46346f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621045.00000, db: /tmp/tmp1llans9s/sda/containers/0/4c6/8d47d2f9130b4100175c4b32035274c6/8d47d2f9130b4100175c4b32035274c6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621044.00000, (0, 0) as of 1769621044.00000, sharded as of 1769621044.00000> to ShardRange<'k' to 't' as of 1769621045.00000, (0, 0) as of 1769621045.00000, shrinking as of 1769621045.00000>, path: .shards_a/shard_c_1769621045.00000, db: /tmp/tmp1llans9s/sda/containers/0/4c6/8d47d2f9130b4100175c4b32035274c6/8d47d2f9130b4100175c4b32035274c6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621045.00000, db: /tmp/tmp1llans9s/sda/containers/0/4c6/8d47d2f9130b4100175c4b32035274c6/8d47d2f9130b4100175c4b32035274c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621047.00000, db: /tmp/tmp1llans9s/sda/containers/0/b6d/c358dae264c2a311d1ed045ed789eb6d/c358dae264c2a311d1ed045ed789eb6d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621046.00000, (0, 0) as of 1769621046.00000, sharded as of 1769621046.00000> to ShardRange<'k' to 't' as of 1769621047.00000, (0, 0) as of 1769621047.00000, sharding as of 1769621047.00000>, path: .shards_a/shard_c_1769621047.00000, db: /tmp/tmp1llans9s/sda/containers/0/b6d/c358dae264c2a311d1ed045ed789eb6d/c358dae264c2a311d1ed045ed789eb6d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621047.00000, db: /tmp/tmp1llans9s/sda/containers/0/b6d/c358dae264c2a311d1ed045ed789eb6d/c358dae264c2a311d1ed045ed789eb6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621049.00000, db: /tmp/tmp1llans9s/sda/containers/0/daf/a3fbf34d41212590100990cac1237daf/a3fbf34d41212590100990cac1237daf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621049.00000, db: /tmp/tmp1llans9s/sda/containers/0/daf/a3fbf34d41212590100990cac1237daf/a3fbf34d41212590100990cac1237daf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621051.00000, db: /tmp/tmp1llans9s/sda/containers/0/6ee/51f89f4005e4db3094638595d32ce6ee/51f89f4005e4db3094638595d32ce6ee.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621050.00000, (0, 0) as of 1769621050.00000, sharded as of 1769621050.00000> to ShardRange<'k' to 't' as of 1769621051.00000, (0, 0) as of 1769621051.00000, shrunk as of 1769621051.00000>, path: .shards_a/shard_c_1769621051.00000, db: /tmp/tmp1llans9s/sda/containers/0/6ee/51f89f4005e4db3094638595d32ce6ee/51f89f4005e4db3094638595d32ce6ee.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621051.00000, db: /tmp/tmp1llans9s/sda/containers/0/6ee/51f89f4005e4db3094638595d32ce6ee/51f89f4005e4db3094638595d32ce6ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621053.00000, db: /tmp/tmp1llans9s/sda/containers/0/194/e5c19459cf600441de33e5d48ac4b194/e5c19459cf600441de33e5d48ac4b194.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621052.00000, (0, 0) as of 1769621052.00000, shrunk as of 1769621052.00000> to ShardRange<'k' to 't' as of 1769621053.00000, (0, 0) as of 1769621053.00000, found as of 1769621053.00000>, path: .shards_a/shard_c_1769621053.00000, db: /tmp/tmp1llans9s/sda/containers/0/194/e5c19459cf600441de33e5d48ac4b194/e5c19459cf600441de33e5d48ac4b194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621055.00000, db: /tmp/tmp1llans9s/sda/containers/0/0d4/12f4e11f8c4f07ff7853a6e1852f50d4/12f4e11f8c4f07ff7853a6e1852f50d4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621054.00000, (0, 0) as of 1769621054.00000, shrunk as of 1769621054.00000> to ShardRange<'k' to 't' as of 1769621055.00000, (0, 0) as of 1769621055.00000, created as of 1769621055.00000>, path: .shards_a/shard_c_1769621055.00000, db: /tmp/tmp1llans9s/sda/containers/0/0d4/12f4e11f8c4f07ff7853a6e1852f50d4/12f4e11f8c4f07ff7853a6e1852f50d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621057.00000, db: /tmp/tmp1llans9s/sda/containers/0/1c1/238cc5161f14e4cdc8f72d666fd451c1/238cc5161f14e4cdc8f72d666fd451c1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621056.00000, (0, 0) as of 1769621056.00000, shrunk as of 1769621056.00000> to ShardRange<'k' to 't' as of 1769621057.00000, (0, 0) as of 1769621057.00000, cleaved as of 1769621057.00000>, path: .shards_a/shard_c_1769621057.00000, db: /tmp/tmp1llans9s/sda/containers/0/1c1/238cc5161f14e4cdc8f72d666fd451c1/238cc5161f14e4cdc8f72d666fd451c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621059.00000, db: /tmp/tmp1llans9s/sda/containers/0/62a/9b3a8b6f4427a52405ec341846c6062a/9b3a8b6f4427a52405ec341846c6062a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621058.00000, (0, 0) as of 1769621058.00000, shrunk as of 1769621058.00000> to ShardRange<'k' to 't' as of 1769621059.00000, (0, 0) as of 1769621059.00000, active as of 1769621059.00000>, path: .shards_a/shard_c_1769621059.00000, db: /tmp/tmp1llans9s/sda/containers/0/62a/9b3a8b6f4427a52405ec341846c6062a/9b3a8b6f4427a52405ec341846c6062a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621061.00000, db: /tmp/tmp1llans9s/sda/containers/0/1de/df37869c5a5cc31f20a14ca5470181de/df37869c5a5cc31f20a14ca5470181de.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621060.00000, (0, 0) as of 1769621060.00000, shrunk as of 1769621060.00000> to ShardRange<'k' to 't' as of 1769621061.00000, (0, 0) as of 1769621061.00000, shrinking as of 1769621061.00000>, path: .shards_a/shard_c_1769621061.00000, db: /tmp/tmp1llans9s/sda/containers/0/1de/df37869c5a5cc31f20a14ca5470181de/df37869c5a5cc31f20a14ca5470181de.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621061.00000, db: /tmp/tmp1llans9s/sda/containers/0/1de/df37869c5a5cc31f20a14ca5470181de/df37869c5a5cc31f20a14ca5470181de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621063.00000, db: /tmp/tmp1llans9s/sda/containers/0/9e3/aa67f1a278a61151982592f6cae4c9e3/aa67f1a278a61151982592f6cae4c9e3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621062.00000, (0, 0) as of 1769621062.00000, shrunk as of 1769621062.00000> to ShardRange<'k' to 't' as of 1769621063.00000, (0, 0) as of 1769621063.00000, sharding as of 1769621063.00000>, path: .shards_a/shard_c_1769621063.00000, db: /tmp/tmp1llans9s/sda/containers/0/9e3/aa67f1a278a61151982592f6cae4c9e3/aa67f1a278a61151982592f6cae4c9e3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621063.00000, db: /tmp/tmp1llans9s/sda/containers/0/9e3/aa67f1a278a61151982592f6cae4c9e3/aa67f1a278a61151982592f6cae4c9e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621065.00000, db: /tmp/tmp1llans9s/sda/containers/0/001/b11d1599c1e74c78b53f992aa7010001/b11d1599c1e74c78b53f992aa7010001.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621064.00000, (0, 0) as of 1769621064.00000, shrunk as of 1769621064.00000> to ShardRange<'k' to 't' as of 1769621065.00000, (0, 0) as of 1769621065.00000, sharded as of 1769621065.00000>, path: .shards_a/shard_c_1769621065.00000, db: /tmp/tmp1llans9s/sda/containers/0/001/b11d1599c1e74c78b53f992aa7010001/b11d1599c1e74c78b53f992aa7010001.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621065.00000, db: /tmp/tmp1llans9s/sda/containers/0/001/b11d1599c1e74c78b53f992aa7010001/b11d1599c1e74c78b53f992aa7010001.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621067.00000, db: /tmp/tmp1llans9s/sda/containers/0/2cc/8d12363516c9f0cdcd5e50fd723452cc/8d12363516c9f0cdcd5e50fd723452cc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621067.00000, db: /tmp/tmp1llans9s/sda/containers/0/2cc/8d12363516c9f0cdcd5e50fd723452cc/8d12363516c9f0cdcd5e50fd723452cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621068.00000, db: /tmp/tmp1llans9s/sda/containers/0/4a2/31be74742db14626903689e9d934f4a2/31be74742db14626903689e9d934f4a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621070.00000, db: /tmp/tmp1llans9s/sda/containers/0/cc1/e5f8d5043178e831adb41e3c10fafcc1/e5f8d5043178e831adb41e3c10fafcc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621072.00000, db: /tmp/tmp1llans9s/sda/containers/0/d2a/2f9983334ea6c49539c23b3979a8ad2a/2f9983334ea6c49539c23b3979a8ad2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621074.00000, db: /tmp/tmp1llans9s/sda/containers/0/579/c0fca6a972a295809eea23322f961579/c0fca6a972a295809eea23322f961579.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621076.00000, db: /tmp/tmp1llans9s/sda/containers/0/b25/0e6c291fe2d1155007ffc8a054e33b25/0e6c291fe2d1155007ffc8a054e33b25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621078.00000, db: /tmp/tmp1llans9s/sda/containers/0/6d3/5f80c09bc5b07dd082e67d98a5ed36d3/5f80c09bc5b07dd082e67d98a5ed36d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621080.00000, db: /tmp/tmp1llans9s/sda/containers/0/462/0a98d2efada21c2fbe41a1adec694462/0a98d2efada21c2fbe41a1adec694462.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621082.00000, db: /tmp/tmp1llans9s/sda/containers/0/ef6/29c89219941acb0ac0c7253ae9edeef6/29c89219941acb0ac0c7253ae9edeef6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621084.00000, db: /tmp/tmp1llans9s/sda/containers/0/1f6/b74d31f8a741eeb4166a0ac9e1e561f6/b74d31f8a741eeb4166a0ac9e1e561f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621086.00000, db: /tmp/tmp1llans9s/sda/containers/0/4ac/a5365fd20fac002f08aa90ccdd49b4ac/a5365fd20fac002f08aa90ccdd49b4ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621088.00000, db: /tmp/tmp1llans9s/sda/containers/0/47d/adbee56a7e30e0e2f353c15a7d41f47d/adbee56a7e30e0e2f353c15a7d41f47d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621090.00000, db: /tmp/tmp1llans9s/sda/containers/0/db4/10cc20fdc9043e3e760bd16dd229edb4/10cc20fdc9043e3e760bd16dd229edb4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621092.00000, db: /tmp/tmp1llans9s/sda/containers/0/4f4/e220061eb06cf024349de58a3e8934f4/e220061eb06cf024349de58a3e8934f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621094.00000, db: /tmp/tmp1llans9s/sda/containers/0/699/1f071fd3d5e1609a92f37206478f1699/1f071fd3d5e1609a92f37206478f1699.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621096.00000, db: /tmp/tmp1llans9s/sda/containers/0/360/f66d78a419da490b5fbc0dd04963e360/f66d78a419da490b5fbc0dd04963e360.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621098.00000, db: /tmp/tmp1llans9s/sda/containers/0/d93/f739af1e10605b26766e2a5f2d61ad93/f739af1e10605b26766e2a5f2d61ad93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621100.00000, db: /tmp/tmp1llans9s/sda/containers/0/d08/cd7ad0c97d68f749901d26c48b7d5d08/cd7ad0c97d68f749901d26c48b7d5d08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621102.00000, db: /tmp/tmp1llans9s/sda/containers/0/675/0ef8841177ff37816e8824027f58e675/0ef8841177ff37816e8824027f58e675.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621104.00000, db: /tmp/tmp1llans9s/sda/containers/0/0a8/5dc5da83e319eede74f420896b38f0a8/5dc5da83e319eede74f420896b38f0a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621106.00000, db: /tmp/tmp1llans9s/sda/containers/0/bf7/b07f59b1aff7990ef2430f4c739e7bf7/b07f59b1aff7990ef2430f4c739e7bf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621108.00000, db: /tmp/tmp1llans9s/sda/containers/0/35b/7918a43e06da5d7f1a42eef833fdc35b/7918a43e06da5d7f1a42eef833fdc35b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621110.00000, db: /tmp/tmp1llans9s/sda/containers/0/77e/6dad9fa2d4df26967790a3592dfb477e/6dad9fa2d4df26967790a3592dfb477e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621112.00000, db: /tmp/tmp1llans9s/sda/containers/0/46c/895ef2344a5d1c09c660c786aba6846c/895ef2344a5d1c09c660c786aba6846c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621114.00000, db: /tmp/tmp1llans9s/sda/containers/0/601/2a514b78995b871650710be0caa11601/2a514b78995b871650710be0caa11601.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621116.00000, db: /tmp/tmp1llans9s/sda/containers/0/068/c9914bcdfefbb8671a85952564949068/c9914bcdfefbb8671a85952564949068.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621118.00000, db: /tmp/tmp1llans9s/sda/containers/0/a9a/b105de1b5fac47b6b9a5388367079a9a/b105de1b5fac47b6b9a5388367079a9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621120.00000, db: /tmp/tmp1llans9s/sda/containers/0/811/107437e11be633a78dad15448a936811/107437e11be633a78dad15448a936811.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621122.00000, db: /tmp/tmp1llans9s/sda/containers/0/ecd/c532a5ca30e493b779ae52fa40435ecd/c532a5ca30e493b779ae52fa40435ecd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621124.00000, db: /tmp/tmp1llans9s/sda/containers/0/e75/4ab2f0ef571134676e8561ecabac3e75/4ab2f0ef571134676e8561ecabac3e75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621126.00000, db: /tmp/tmp1llans9s/sda/containers/0/e40/7051b373a967f2964277b801c06e3e40/7051b373a967f2964277b801c06e3e40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621128.00000, db: /tmp/tmp1llans9s/sda/containers/0/b37/f6946588d2232c9759bcd2beda667b37/f6946588d2232c9759bcd2beda667b37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621130.00000, db: /tmp/tmp1llans9s/sda/containers/0/a35/40a234985053aa51d9ec188eee9c8a35/40a234985053aa51d9ec188eee9c8a35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621132.00000, db: /tmp/tmp1llans9s/sda/containers/0/1fc/55342e7beeb8d5a565682587dcdc61fc/55342e7beeb8d5a565682587dcdc61fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621132.00000, db: /tmp/tmp1llans9s/sda/containers/0/1fc/55342e7beeb8d5a565682587dcdc61fc/55342e7beeb8d5a565682587dcdc61fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621134.00000, db: /tmp/tmp1llans9s/sda/containers/0/909/c3757fa7af25c5d790e7678677e52909/c3757fa7af25c5d790e7678677e52909.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621134.00000, db: /tmp/tmp1llans9s/sda/containers/0/909/c3757fa7af25c5d790e7678677e52909/c3757fa7af25c5d790e7678677e52909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621136.00000, db: /tmp/tmp1llans9s/sda/containers/0/cb2/c9ad11c01d6066207caebfc45a42dcb2/c9ad11c01d6066207caebfc45a42dcb2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621136.00000, db: /tmp/tmp1llans9s/sda/containers/0/cb2/c9ad11c01d6066207caebfc45a42dcb2/c9ad11c01d6066207caebfc45a42dcb2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621138.00000, db: /tmp/tmp1llans9s/sda/containers/0/017/6024615703a5a58371bf002927d41017/6024615703a5a58371bf002927d41017.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621138.00000, db: /tmp/tmp1llans9s/sda/containers/0/017/6024615703a5a58371bf002927d41017/6024615703a5a58371bf002927d41017.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621140.00000, db: /tmp/tmp1llans9s/sda/containers/0/b7a/ff452fbb2d2ac97f7801aad075e37b7a/ff452fbb2d2ac97f7801aad075e37b7a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621140.00000, db: /tmp/tmp1llans9s/sda/containers/0/b7a/ff452fbb2d2ac97f7801aad075e37b7a/ff452fbb2d2ac97f7801aad075e37b7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621142.00000, db: /tmp/tmp1llans9s/sda/containers/0/deb/7e1ee6b184af03c2f5a0a1853ab5adeb/7e1ee6b184af03c2f5a0a1853ab5adeb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621142.00000, db: /tmp/tmp1llans9s/sda/containers/0/deb/7e1ee6b184af03c2f5a0a1853ab5adeb/7e1ee6b184af03c2f5a0a1853ab5adeb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621144.00000, db: /tmp/tmp1llans9s/sda/containers/0/24f/23006802f3cb0f663fe8b9191046c24f/23006802f3cb0f663fe8b9191046c24f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621144.00000, db: /tmp/tmp1llans9s/sda/containers/0/24f/23006802f3cb0f663fe8b9191046c24f/23006802f3cb0f663fe8b9191046c24f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621146.00000, db: /tmp/tmp1llans9s/sda/containers/0/157/f38e0700db54979e91a865134327f157/f38e0700db54979e91a865134327f157.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621146.00000, db: /tmp/tmp1llans9s/sda/containers/0/157/f38e0700db54979e91a865134327f157/f38e0700db54979e91a865134327f157.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621148.00000, db: /tmp/tmp1llans9s/sda/containers/0/48d/11de1920d7d50d9d3feca5f4529ef48d/11de1920d7d50d9d3feca5f4529ef48d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621148.00000, db: /tmp/tmp1llans9s/sda/containers/0/48d/11de1920d7d50d9d3feca5f4529ef48d/11de1920d7d50d9d3feca5f4529ef48d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621150.00000, db: /tmp/tmp1llans9s/sda/containers/0/874/bd994b21a2fd457f82a3da63c8cfa874/bd994b21a2fd457f82a3da63c8cfa874.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621150.00000, db: /tmp/tmp1llans9s/sda/containers/0/874/bd994b21a2fd457f82a3da63c8cfa874/bd994b21a2fd457f82a3da63c8cfa874.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621152.00000, db: /tmp/tmp1llans9s/sda/containers/0/005/3f5f333dbe0c2a89e7563e931e2a8005/3f5f333dbe0c2a89e7563e931e2a8005.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621152.00000, db: /tmp/tmp1llans9s/sda/containers/0/005/3f5f333dbe0c2a89e7563e931e2a8005/3f5f333dbe0c2a89e7563e931e2a8005.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621154.00000, db: /tmp/tmp1llans9s/sda/containers/0/64a/1c25c99f4a2a04fd0703c27cae02364a/1c25c99f4a2a04fd0703c27cae02364a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621154.00000, db: /tmp/tmp1llans9s/sda/containers/0/64a/1c25c99f4a2a04fd0703c27cae02364a/1c25c99f4a2a04fd0703c27cae02364a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621156.00000, db: /tmp/tmp1llans9s/sda/containers/0/317/85b9c9a54f0567addd27a03fd5465317/85b9c9a54f0567addd27a03fd5465317.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621156.00000, db: /tmp/tmp1llans9s/sda/containers/0/317/85b9c9a54f0567addd27a03fd5465317/85b9c9a54f0567addd27a03fd5465317.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621158.00000, db: /tmp/tmp1llans9s/sda/containers/0/e86/8d1fb84e3df4933c7b68027b51a0ce86/8d1fb84e3df4933c7b68027b51a0ce86.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621158.00000, db: /tmp/tmp1llans9s/sda/containers/0/e86/8d1fb84e3df4933c7b68027b51a0ce86/8d1fb84e3df4933c7b68027b51a0ce86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621160.00000, db: /tmp/tmp1llans9s/sda/containers/0/ccb/a79973eeef294c3d17f56cc2b79ecccb/a79973eeef294c3d17f56cc2b79ecccb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621160.00000, db: /tmp/tmp1llans9s/sda/containers/0/ccb/a79973eeef294c3d17f56cc2b79ecccb/a79973eeef294c3d17f56cc2b79ecccb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621162.00000, db: /tmp/tmp1llans9s/sda/containers/0/20a/25d0a7704e9da3cc65ee6616bee0b20a/25d0a7704e9da3cc65ee6616bee0b20a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621162.00000, db: /tmp/tmp1llans9s/sda/containers/0/20a/25d0a7704e9da3cc65ee6616bee0b20a/25d0a7704e9da3cc65ee6616bee0b20a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621164.00000, db: /tmp/tmp1llans9s/sda/containers/0/b23/43846463feda342a8121f657d8788b23/43846463feda342a8121f657d8788b23.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621164.00000, db: /tmp/tmp1llans9s/sda/containers/0/b23/43846463feda342a8121f657d8788b23/43846463feda342a8121f657d8788b23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621166.00000, db: /tmp/tmp1llans9s/sda/containers/0/5b9/bc8760348e0e07add36bb3e9216095b9/bc8760348e0e07add36bb3e9216095b9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621166.00000, db: /tmp/tmp1llans9s/sda/containers/0/5b9/bc8760348e0e07add36bb3e9216095b9/bc8760348e0e07add36bb3e9216095b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621168.00000, db: /tmp/tmp1llans9s/sda/containers/0/253/95b8d105d6cc792939c123c3824db253/95b8d105d6cc792939c123c3824db253.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621168.00000, db: /tmp/tmp1llans9s/sda/containers/0/253/95b8d105d6cc792939c123c3824db253/95b8d105d6cc792939c123c3824db253.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621170.00000, db: /tmp/tmp1llans9s/sda/containers/0/186/e348d3efb32c2a3f2c280990aa9ab186/e348d3efb32c2a3f2c280990aa9ab186.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621170.00000, db: /tmp/tmp1llans9s/sda/containers/0/186/e348d3efb32c2a3f2c280990aa9ab186/e348d3efb32c2a3f2c280990aa9ab186.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621172.00000, db: /tmp/tmp1llans9s/sda/containers/0/01b/634d99ae10625d0cf80de1fd565c901b/634d99ae10625d0cf80de1fd565c901b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621172.00000, db: /tmp/tmp1llans9s/sda/containers/0/01b/634d99ae10625d0cf80de1fd565c901b/634d99ae10625d0cf80de1fd565c901b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621174.00000, db: /tmp/tmp1llans9s/sda/containers/0/55e/24821d23872eca0de04a6eb8b1a6855e/24821d23872eca0de04a6eb8b1a6855e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621174.00000, db: /tmp/tmp1llans9s/sda/containers/0/55e/24821d23872eca0de04a6eb8b1a6855e/24821d23872eca0de04a6eb8b1a6855e.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok + +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcc6d118811ba4b52aeb44-00676d3429) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcc6d118811ba4b52aeb44-00676d3429) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcc6d118811ba4b52aeb44-00676d3429) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcc6d118811ba4b52aeb44-00676d3429) -test WARNING: Could not autocreate account '/account' (txn: txcc6d118811ba4b52aeb44-00676d3429) -test INFO: autocreate account '/account' (txn: txe4e9bafc3fa84a4eb63f3-00676d3429) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf67b3bbba5714bdf8fe52-00676d3429) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf67b3bbba5714bdf8fe52-00676d3429) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txf67b3bbba5714bdf8fe52-00676d3429) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txf67b3bbba5714bdf8fe52-00676d3429) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txf67b3bbba5714bdf8fe52-00676d3429) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txf67b3bbba5714bdf8fe52-00676d3429) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf67b3bbba5714bdf8fe52-00676d3429) -test WARNING: Could not autocreate account '/account' (txn: txf67b3bbba5714bdf8fe52-00676d3429) -test INFO: autocreate account '/account' (txn: tx872f70afa8e44022a5b43-00676d3429) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txf663bfc77f204140baa30-00676d3429) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf663bfc77f204140baa30-00676d3429) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txf663bfc77f204140baa30-00676d3429) -test INFO: autocreate account '/account' (txn: txbc31a97340d5439eab277-00676d3429) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txfad3a645ef0d4c7baa271-00676d3429) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txfad3a645ef0d4c7baa271-00676d3429) -test INFO: autocreate account '/account' (txn: txfad3a645ef0d4c7baa271-00676d3429) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txc5ffff5ec84b4bc895976-00676d3429) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc5ffff5ec84b4bc895976-00676d3429) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txdcb7578369e44c9480e72-00676d3429) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx7be3e52786e647a89bb0b-00676d3429) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txc51f62d6454942a196d36-00697a45d0) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8853df4efb954e28a342c-00676d342a) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txc51f62d6454942a196d36-00697a45d0) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9c04c5e491034969a05a9-00676d342a)test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txc51f62d6454942a196d36-00697a45d0) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txc51f62d6454942a196d36-00697a45d0) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txc51f62d6454942a196d36-00697a45d0) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txc51f62d6454942a196d36-00697a45d0) +test ERROR: Container GET returning 503 for [] (txn: txc51f62d6454942a196d36-00697a45d0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc7d2ef1c19df4b879773e-00697a45d9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc7d2ef1c19df4b879773e-00697a45d9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc7d2ef1c19df4b879773e-00697a45d9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txc7d2ef1c19df4b879773e-00697a45d9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc7d2ef1c19df4b879773e-00697a45d9) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc7d2ef1c19df4b879773e-00697a45d9) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc7d2ef1c19df4b879773e-00697a45d9) +test INFO: Client disconnected on read of '/a/c' (txn: tx88a14982729940d5a727c-00697a45d9) +test INFO: Client disconnected on read of '/a/c' (txn: txa0a261317ebb49c2b29c0-00697a45d9) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfda6943a72594b92b77c0-00697a45d9) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfda6943a72594b92b77c0-00697a45d9) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfda6943a72594b92b77c0-00697a45d9)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server ERROR: Object returning 503 for [] (txn: txcc1a88fdf436471da5e3e-00676d342a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0ea4e330d6ed4c38bdfa5-00676d342e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx9d61ac27881640c0aafd0-00676d342e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: txca317ef8a2114a92a7ce5-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0048 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0074 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0077 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0061 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0004 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0087 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0065 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0170 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0087 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0075 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0127 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0077 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0105 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0053 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790409 0test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +[2026-01-28 17:22:18] Checking auditor stats +=============================================================================== +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 99 (Last start was 0) +Gather start is 99 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd +Placed 44/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdb +Placed 44/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdc +Placed 44/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sda +Placed 177/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd +Placed 177/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb +Placed 177/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdc +Placed 179/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda +Placed 179/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdd +Placed 179/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdb +Placed 201/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdc +Placed 201/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda +Placed 201/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdd +Placed 129/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb +Placed 129/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc +Placed 129/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sda +Placed 172/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd +Placed 172/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdb +Placed 172/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdc +Placed 34/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda +Placed 34/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdd +Placed 34/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb +Placed 45/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdc +Placed 45/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda +Placed 45/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd +Placed 250/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdb +Placed 250/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdc +Placed 250/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sda +Placed 164/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdd +Placed 164/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb +Placed 164/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc +Placed 17/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sda +Placed 17/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdd +Placed 17/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdb +Placed 241/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdc +Placed 241/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sda +Placed 241/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdd +Placed 38/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdb +Placed 38/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdc +Placed 38/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sda +Placed 174/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdd +Placed 174/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb +Placed 174/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdc +Placed 87/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda +Placed 87/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdd +Placed 87/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb +Placed 203/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdc +Placed 203/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sda +Placed 203/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdd +Placed 105/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdb +Placed 105/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc +Placed 105/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda +Placed 118/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd +Placed 118/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdb +Placed 118/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdc +Placed 128/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda +Placed 128/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdd +Placed 128/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb +Placed 132/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc +Placed 132/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sda +Placed 132/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdd +Placed 113/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdb +Placed 113/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc +Placed 113/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda +Placed 253/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdd +Placed 253/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdb +Placed 253/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdc +Placed 22/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda +Placed 22/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdd +Placed 22/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdb +Placed 54/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdc +Placed 54/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda +Placed 54/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd +Placed 228/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdb +Placed 228/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdc +Placed 228/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sda +Placed 72/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdd +Placed 72/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdb +Placed 72/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc +Placed 56/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sda +Placed 56/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdd +Placed 56/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdb +Placed 102/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdc +Placed 102/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sda +Placed 102/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd +Placed 200/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdb +Placed 200/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdc +Placed 200/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sda +Placed 242/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd +Placed 242/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb +Placed 242/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdc +Placed 125/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sda +Placed 125/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdd +Placed 125/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdb +Placed 79/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc +Placed 79/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sda +Placed 79/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdd +Placed 26/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdb +Placed 26/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc +Placed 26/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda +Placed 205/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdd +Placed 205/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdb +Placed 205/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc +Placed 193/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sda +Placed 193/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdd +Placed 193/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdb +Placed 71/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdc +Placed 71/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sda +Placed 71/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdd +Placed 15/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb +Placed 15/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdc +Placed 15/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sda +Placed 226/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdd +Placed 226/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdb +Placed 226/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdc +Placed 109/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sda +Placed 109/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd +Placed 109/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdb +Placed 19/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdc +Placed 19/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sda +Placed 19/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdd +Placed 169/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdb +Placed 169/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdc +Placed 169/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sda +Placed 29/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdd +Placed 29/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdb +Placed 29/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdc +Placed 33/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sda +Placed 33/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdd +Placed 33/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb +Placed 187/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc +Placed 187/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda +Placed 187/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdd +Placed 251/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdb +Placed 251/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdc +Placed 251/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda +Placed 4/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdd +Placed 4/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb +Placed 4/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc +Placed 62/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sda +Placed 62/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdd +Placed 62/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdb +Placed 85/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdc +Placed 85/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sda +Placed 85/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdd +Placed 114/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdb +Placed 114/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdc +Placed 114/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sda +Placed 238/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdd +Placed 238/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb +Placed 238/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdc +Placed 198/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sda +Placed 198/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd +Placed 198/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdb +Placed 123/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc +Placed 123/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sda +Placed 123/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdd +Placed 180/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdb +Placed 180/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc +Placed 180/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda +Placed 31/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd +Placed 31/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdb +Placed 31/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdc +Placed 245/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda +Placed 245/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd +Placed 245/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb +Placed 148/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdc +Placed 148/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda +Placed 148/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdd +Placed 190/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdb +Placed 190/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdc +Placed 190/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sda +Placed 2/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdd +Placed 2/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdb +Placed 2/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdc +Placed 221/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sda +Placed 221/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd +Placed 221/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdb +Placed 230/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdc +Placed 230/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sda +Placed 230/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdd +Placed 225/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdb +Placed 225/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdc +Placed 225/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda +Placed 231/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdd +Placed 231/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdb +Placed 231/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdc +Placed 98/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sda +Placed 98/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdd +Placed 98/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdb +Placed 162/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdc +Placed 162/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sda +Placed 162/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdd +Placed 232/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdb +Placed 232/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdc +Placed 232/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sda +Placed 235/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdd +Placed 235/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb +Placed 235/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdc +Placed 150/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sda +Placed 150/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdd +Placed 150/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdb +Placed 214/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdc +Placed 214/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sda +Placed 214/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdd +Placed 166/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb +Placed 166/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdc +Placed 166/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sda +Placed 43/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdd +Placed 43/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdb +Placed 43/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdc +Placed 133/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sda +Placed 133/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd +Placed 133/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb +Placed 84/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdc +Placed 84/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sda +Placed 84/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd +Placed 154/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdb +Placed 154/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdc +Placed 154/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sda +Placed 219/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd +Placed 219/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdb +Placed 219/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdc +Placed 99/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sda +Placed 99/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdd +Placed 99/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb +Placed 119/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdc +Placed 119/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sda +Placed 119/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdd +Placed 66/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdb +Placed 66/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc +Placed 66/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sda +Placed 186/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd +Placed 186/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdb +Placed 186/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdc +Placed 13/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sda +Placed 13/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdd +Placed 13/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdb +Placed 9/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sda +Placed 9/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdd +Placed 227/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdb +Placed 227/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdc +Placed 227/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sda +Placed 41/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd +Placed 41/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdb +Placed 41/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdc +Placed 112/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sda +Placed 112/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdd +Placed 112/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdb +Placed 73/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdc +Placed 73/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sda +Placed 73/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdd +Placed 173/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdb +Placed 173/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdc +Placed 173/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sda +Placed 176/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdd +Placed 176/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdb +Placed 176/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdc +Placed 108/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda +Placed 108/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdd +Placed 108/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdb +Placed 247/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdc +Placed 247/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sda +Placed 247/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdd +Placed 147/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb +Placed 147/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc +Placed 147/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sda +Placed 65/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdd +Placed 65/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdb +Placed 65/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdc +Placed 243/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sda +Placed 243/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd +Placed 243/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb +Placed 18/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdc +Placed 18/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sda +Placed 18/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdd +Placed 30/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdb +Placed 30/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc +Placed 30/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sda +Placed 67/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdd +Placed 67/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdb +Placed 67/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdc +Placed 249/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sda +Placed 249/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdd +Placed 249/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdb +Placed 234/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc +Placed 234/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sda +Placed 234/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdd +Placed 36/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdb +Placed 36/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdc +Placed 36/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sda +Placed 153/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdd +Placed 153/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb +Placed 153/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdc +Placed 48/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sda +Placed 48/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdd +Placed 48/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdb +Placed 106/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc +Placed 106/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sda +Placed 106/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdd +Placed 149/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdb +Placed 149/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc +Placed 149/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sda +Placed 240/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd +Placed 240/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdb +Placed 240/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdc +Placed 170/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sda +Placed 170/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd +Placed 170/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb +Placed 140/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc +Placed 140/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sda +Placed 140/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdd +Placed 185/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdb +Placed 185/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdc +Placed 185/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sda +Placed 152/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd +Placed 152/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdb +Placed 152/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdc +Placed 100/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sda +Placed 100/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd +Placed 100/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdb +Placed 229/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdc +Placed 229/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda +Placed 229/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd +Placed 74/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdb +Placed 74/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdc +Placed 74/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sda +Placed 14/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdd +Placed 14/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb +Placed 14/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc +Placed 199/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sda +Placed 199/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdd +Placed 199/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb +Placed 7/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdc +Placed 7/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sda +Placed 7/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdd +Placed 97/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdb +Placed 97/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdc +Placed 97/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sda +Placed 37/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdd +Placed 37/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdb +Placed 37/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdc +Placed 239/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sda +Placed 239/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdd +Placed 239/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdb +Placed 192/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdc +Placed 192/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda +Placed 192/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdd +Placed 53/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdb +Placed 53/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdc +Placed 53/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sda +Placed 197/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdd +Placed 197/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdb +Placed 197/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdc +Placed 116/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sda +Placed 116/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdd +Placed 116/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb +Placed 220/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdc +Placed 220/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sda +Placed 220/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd +Placed 11/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdb +Placed 11/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc +Placed 11/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sda +Placed 120/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdd +Placed 120/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb +Placed 120/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc +Placed 146/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sda +Placed 146/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdd +Placed 146/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdb +Placed 107/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdc +Placed 107/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda +Placed 107/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdd +Placed 93/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb +Placed 93/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc +Placed 93/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sda +Placed 167/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdd +Placed 167/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdb +Placed 167/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdc +Placed 49/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sda +Placed 49/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdd +Placed 49/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdb +Placed 24/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc +Placed 24/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sda +Placed 24/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdd +Placed 122/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb +Placed 122/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc +Placed 122/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda +Placed 21/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdd +Placed 21/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdb +Placed 21/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdc +Placed 78/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sda +Placed 78/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd +Placed 78/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdb +Placed 8/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdc +Placed 8/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sda +Placed 8/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdd +Placed 57/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdb +Placed 57/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc +Placed 57/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sda +Placed 136/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdd +Placed 136/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb +Placed 136/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdc +Placed 32/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sda +Placed 32/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdd +Placed 32/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdb +Placed 248/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdc +Placed 248/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sda +Placed 248/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdd +Placed 222/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb +Placed 222/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdc +Placed 222/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sda +Placed 64/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd +Placed 64/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb +Placed 64/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdc +Placed 82/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sda +Placed 82/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd +Placed 82/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdb +Placed 145/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdc +Placed 145/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sda +Placed 145/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdd +Placed 70/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb +Placed 70/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdc +Placed 70/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sda +Placed 142/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdd +Placed 142/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdb +Placed 142/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdc +Placed 124/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sda +Placed 124/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd +Placed 124/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdb +Placed 151/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc +Placed 151/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sda +Placed 151/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdd +Placed 69/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb +Placed 69/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdc +Placed 69/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sda +Placed 181/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdd +Placed 181/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb +Placed 181/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdc +Placed 16/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sda +Placed 16/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdd +Placed 16/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdb +Placed 117/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdc +Placed 117/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda +Placed 117/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdd +Placed 50/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdb +Placed 50/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdc +Placed 50/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sda +Placed 104/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd +Placed 104/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb +Placed 104/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc +Placed 206/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda +Placed 206/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdd +Placed 206/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdb +Placed 141/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdc +Placed 141/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sda +Placed 141/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdd +Placed 155/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdb +Placed 155/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdc +Placed 155/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sda +Placed 58/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdd +Placed 58/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdb +Placed 58/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdc +Placed 158/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sda +Placed 158/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdd +Placed 158/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdb +Placed 178/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdc +Placed 178/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda +Placed 178/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdd +Placed 90/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb +Placed 90/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdc +Placed 90/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sda +Placed 202/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd +Placed 202/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdb +Placed 202/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc +Placed 3/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sda +Placed 3/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd +Placed 3/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdb +Placed 163/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdc +Placed 163/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sda +Placed 163/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd +Placed 161/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb +Placed 161/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdc +Placed 161/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sda +Placed 213/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdd +Placed 213/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdb +Placed 213/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdc +Placed 204/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sda +Placed 204/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdd +Placed 204/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdb +Placed 218/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdc +Placed 218/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sda +Placed 218/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdd +Placed 195/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdb +Placed 195/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc +Placed 195/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda +Placed 68/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd +Placed 68/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb +Placed 68/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdc +Placed 137/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sda +Placed 137/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdd +Placed 137/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdb +Placed 5/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc +Placed 5/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sda +Placed 5/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd +Placed 40/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdb +Placed 40/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdc +Placed 40/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda +Placed 223/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdd +Placed 223/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdb +Placed 223/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdc +Placed 51/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda +Placed 51/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdd +Placed 51/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdb +Placed 126/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc +Placed 126/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sda +Placed 126/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd +Placed 12/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb +Placed 12/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdc +Placed 12/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sda +Placed 96/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdd +Placed 96/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdb +Placed 96/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdc +Placed 86/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda +Placed 86/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd +Placed 86/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdb +Placed 115/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdc +Placed 115/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sda +Placed 115/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdd +Placed 138/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdb +Placed 138/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdc +Placed 138/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sda +Placed 89/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdd +Placed 89/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdb +Placed 89/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdc +Placed 208/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sda +Placed 208/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdd +Placed 208/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb +Placed 10/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdc +Placed 10/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sda +Placed 10/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd +Placed 216/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdb +Placed 216/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdc +Placed 216/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sda +Placed 182/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdd +Placed 182/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdb +Placed 182/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdc +Placed 75/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda +Placed 75/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd +Placed 75/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdb +Placed 95/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdc +Placed 95/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sda +Placed 95/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdd +Placed 25/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb +Placed 25/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdc +Placed 25/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sda +Placed 83/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd +Placed 83/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdb +Placed 83/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc +Placed 35/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda +Placed 35/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd +Placed 35/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdb +Placed 139/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc +Placed 139/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sda +Placed 139/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd +Placed 157/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdb +Placed 157/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdc +Placed 157/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sda +Placed 121/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdd +Placed 121/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdb +Placed 121/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdc +Placed 94/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda +Placed 94/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdd +Placed 94/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdb +Placed 210/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdc +Placed 210/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sda +Placed 210/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdd +Placed 196/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdb +Placed 196/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdc +Placed 196/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda +Placed 88/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdd +Placed 88/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdb +Placed 88/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc +Placed 81/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sda +Placed 81/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdd +Placed 81/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdb +Placed 130/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc +Placed 130/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sda +Placed 130/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdd +Placed 131/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdb +Placed 131/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc +Placed 131/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sda +Placed 76/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdd +Placed 76/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdb +Placed 76/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdc +Placed 39/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sda +Placed 39/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdd +Placed 39/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdb +Placed 171/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdc +Placed 171/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda +Placed 171/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdd +Placed 20/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdb +Placed 20/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdc +Placed 20/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sda +Placed 1/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd +Placed 1/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdb +Placed 1/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc +Placed 101/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sda +Placed 101/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd +Placed 101/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdb +Placed 0/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc +Placed 0/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda +Placed 0/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd +Placed 91/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdb +Placed 91/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdc +Placed 91/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda +Placed 60/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdd +Placed 60/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdb +Placed 60/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdc +Placed 215/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sda +Placed 215/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd +Placed 215/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdb +Placed 168/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdc +Placed 168/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sda +Placed 168/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd +Placed 6/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdb +Placed 6/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc +Placed 6/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda +Placed 236/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdd +Placed 236/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdb +Placed 236/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdc +Placed 135/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda +Placed 135/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdd +Placed 135/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdb +Placed 28/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdc +Placed 28/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sda +Placed 28/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd +Placed 175/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdb +Placed 175/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc +Placed 175/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sda +Placed 134/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdd +Placed 134/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdb +Placed 134/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc +Placed 246/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sda +Placed 246/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdd +Placed 246/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb +Placed 143/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdc +Placed 143/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sda +Placed 143/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdd +Placed 183/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb +Placed 183/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdc +Placed 183/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sda +Placed 77/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdd +Placed 77/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdb +Placed 77/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdc +Placed 156/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sda +Placed 156/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd +Placed 156/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb +Placed 217/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdc +Placed 217/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sda +Placed 217/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdd +Placed 252/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb +Placed 252/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdc +Placed 252/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda +Placed 103/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd +Placed 103/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb +Placed 103/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdc +Placed 165/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sda +Placed 165/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdd +Placed 165/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdb +Placed 59/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdc +Placed 59/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sda +Placed 59/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdd +Placed 110/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdb +Placed 110/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdc +Placed 110/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sda +Placed 224/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd +Placed 224/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb +Placed 224/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdc +Placed 144/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sda +Placed 144/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdd +Placed 144/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdb +Placed 244/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdc +Placed 244/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda +Placed 244/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdd +Placed 42/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdb +Placed 42/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdc +Placed 42/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sda +Placed 27/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd +Placed 27/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdb +Placed 27/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdc +Placed 159/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda +Placed 159/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd +Placed 159/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdb +Placed 189/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdc +Placed 189/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sda +Placed 189/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd +Placed 47/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdb +Placed 47/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc +Placed 47/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda +Placed 55/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdd +Placed 55/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdb +Placed 55/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdc +Placed 212/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sda +Placed 212/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdd +Placed 212/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdb +Placed 80/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdc +Placed 80/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda +Placed 80/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdd +Placed 194/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdb +Placed 194/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdc +Placed 194/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sda +Placed 46/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdd +Placed 46/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb +Placed 46/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdc +Placed 61/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sda +Placed 61/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdd +Placed 61/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdb +Placed 254/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdc +Placed 254/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda +Placed 254/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdd +Placed 255/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdb +Placed 255/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdc +Placed 255/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sda +Placed 92/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd +Placed 92/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdb +Placed 92/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdc +Placed 237/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sda +Placed 237/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd +Placed 237/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdb +Placed 160/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdc +Placed 160/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sda +Placed 160/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd +Placed 127/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb +Placed 127/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdc +Placed 127/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sda +Placed 211/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdd +Placed 211/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdb +Placed 211/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc +Placed 188/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda +Placed 188/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdd +Placed 188/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdb +Placed 209/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdc +Placed 209/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sda +Placed 209/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdd +Placed 191/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb +Placed 191/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdc +Placed 191/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sda +Placed 233/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdd +Placed 233/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdb +Placed 233/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc +Placed 23/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sda +Placed 23/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd +Placed 23/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdb +Placed 63/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdc +Placed 63/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda +Placed 63/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdd +Placed 52/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdb +Placed 52/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdc +Placed 52/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda +Placed 184/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdd +Placed 184/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb +Placed 184/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdc +Placed 111/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sda +Placed 111/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdd +Placed 111/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdb +Placed 207/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdc +Placed 207/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda +Placed 207/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 181 (Last start was 99) +DEBUG: Gather start is 181 (Last start was 99) +Gather start is 181 (Last start was 99) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 181 (Last start was 99) +DEBUG: Gather start is 181 (Last start was 99) +DEBUG: Gather start is 181 (Last start was 99) +Gather start is 181 (Last start was 99) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test DEBUG: /tmp/tmpgxjlsqhe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fa96cedf-72a5-4515-b391-cf4c83208beb-sda', '1735210044.18346', '1735210044', '1735210046', '', '1735210046', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fa96cedf-72a5-4515-b391-cf4c83208beb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21971 seconds (4.55143/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp47l4yzfu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'cad7e93f540533ce31c59b1504bd8720', 'b3d20979-4ea2-4894-95df-fb77d7c8b8fe-sda', '1735210044.62904', '1735210044', '1735210046', '', '1735210046', 1, 1) -test DEBUG: /tmp/tmp47l4yzfu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210049.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b3d20979-4ea2-4894-95df-fb77d7c8b8fe-sda') -test DEBUG: /tmp/tmp47l4yzfu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0417638s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'cad7e93f540533ce31c59b1504bd8720', 'b3d20979-4ea2-4894-95df-fb77d7c8b8fe-sda', '1735210044.62904', '1735210044', '1735210046', '', '1735210046', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b3d20979-4ea2-4894-95df-fb77d7c8b8fe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp47l4yzfu/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45147 seconds (2.21499/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp47l4yzfu/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'd848aaf630bbb7ab708606149e00b88e', '4ad7808b-62d8-44b5-b8a2-14384aacc1af-sda', '1735210045.13764', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('4ad7808b-62d8-44b5-b8a2-14384aacc1af-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'd848aaf630bbb7ab708606149e00b88e', '4ad7808b-62d8-44b5-b8a2-14384aacc1af-sda', '1735210045.13764', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('4ad7808b-62d8-44b5-b8a2-14384aacc1af-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqoqlabz8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '14755909-2286-4264-b118-158ee58614f8-sda', '1735210045.46446', '1735210045', '1735210047', '', '1735210047', 0, 1) -test DEBUG: /tmp/tmpqoqlabz8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '14755909-2286-4264-b118-158ee58614f8-sda', '1735210045.46446', '1735210045', '1735210047', '', '1735210047', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('14755909-2286-4264-b118-158ee58614f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22851 seconds (4.37612/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7pgqkfz5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e822c498e9c42b5b2abc0451c0d489a', '14077111-31d0-4de6-869e-6044f8442d8d-sda', '1735210045.90515', '1735210045', '1735210047', '', '1735210047', 1, 1) -test DEBUG: /tmp/tmp7pgqkfz5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e822c498e9c42b5b2abc0451c0d489a', '14077111-31d0-4de6-869e-6044f8442d8d-sda', '1735210045.90515', '1735210045', '1735210047', '', '1735210047', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('14077111-31d0-4de6-869e-6044f8442d8d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7pgqkfz5/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40450 seconds (2.47218/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp7pgqkfz5/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'b0838e4df7ffe871d6e40300f79d7379', '72f4e38a-8547-4cc7-bbbb-0da615f4951b-sda', '1735210046.45761', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('72f4e38a-8547-4cc7-bbbb-0da615f4951b-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, 'b0838e4df7ffe871d6e40300f79d7379', '72f4e38a-8547-4cc7-bbbb-0da615f4951b-sda', '1735210046.45761', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('72f4e38a-8547-4cc7-bbbb-0da615f4951b-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpexgsyh77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '334e390e-9001-4b8f-b4b1-6515266905a8-sda', '1735210046.95358', '1735210049', '1735210048', '', '1735210049', 0, 1) -test DEBUG: /tmp/tmpexgsyh77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '334e390e-9001-4b8f-b4b1-6515266905a8-sda', '1735210046.95358', '1735210049', '1735210048', '', '1735210049', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('334e390e-9001-4b8f-b4b1-6515266905a8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24467 seconds (4.08709/s) -test INFO: Removed 0 dbstest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0077 "-" 3026225 3 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0525 "-" 3026225 4 -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0078 "-" 3026225 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:17 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0003 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0004 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0674 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0550 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0030 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0410 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0536 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0073 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0031 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0078 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0392 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0068 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0623 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0653 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0510 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0136 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0826 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0006 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.2371 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0091 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0380 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0416 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0503 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0052 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0339 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0509 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0006 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0252 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0370 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0072 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0471 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0665 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0039 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0073 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0005 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0236 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0530 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3026225 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620958.27251', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620958.27251', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620958.27251', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620958.27951', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620958.27951', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620958.27936', 'epoch': '1769620958.27936', 'reported': 0, 'tombstones': -1}], '72747811-ee2f-4570-bb7c-0f627a099fd2-') +test DEBUG: /tmp/tmp16mq7ye5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620958.27936.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp16mq7ye5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620958.27936.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '68b208c44afb7d901f6230e45d0b429f', '4be03b65-1840-4020-951c-05888e9064bb-', '1769620964.24997', '1769620964.24750', '0', '', '1769620964.24750', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620964.25390', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620964.25390', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620964.25390', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620964.25818', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620964.25818', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620964.25802', 'epoch': '1769620964.25802', 'reported': 0, 'tombstones': -1}], '4be03b65-1840-4020-951c-05888e9064bb-') +test DEBUG: /tmp/tmp5xntailz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620964.25802.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5xntailz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620964.25802.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '68b208c44afb7d901f6230e45d0b429f', '4be03b65-1840-4020-951c-05888e9064bb-', '1769620964.24997', '1769620964.29333', '0', '', '1769620964.24750', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620964.25390', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620964.25390', 'deleted': 0, 'state': 10, 'state_timestamp': '1769620964.25390', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620964.25818', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620964.25818', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620964.25802', 'epoch': '1769620964.25802', 'reported': 0, 'tombstones': -1}], '4be03b65-1840-4020-951c-05888e9064bb-') +test DEBUG: /tmp/tmp5xntailz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620964.25802.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5xntailz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769620964.25802.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ee34f2363eb78badb6216eca13130705', '3de38f4d-5528-4f78-ad19-299ba3851b66-sda', '1769620964.36392', '1769620964.36096', '0', '', '1769620964.36096', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3de38f4d-5528-4f78-ad19-299ba3851b66-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '3ddfd5df71185e95600c28e5c4ee776e', '5298bd86-7fdd-49df-9ee4-8ee2d5249b8e-sda', '1769620964.39079', '1769620964.38838', '0', '', '1769620964.38838', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620964.40980', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769620964.40980', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620964.40980', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620964.41462', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620964.41462', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620964.41446', 'epoch': '1769620964.41446', 'reported': 0, 'tombstones': -1}], '5298bd86-7fdd-49df-9ee4-8ee2d5249b8e-sda') +test DEBUG: /tmp/tmpykgnm5he/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpykgnm5he/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '3ddfd5df71185e95600c28e5c4ee776e', '5298bd86-7fdd-49df-9ee4-8ee2d5249b8e-sda', '1769620964.39079', '1769620964.40221', '0', '', '1769620964.38838', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620964.40980', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769620964.40980', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620964.40980', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620964.41462', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620964.41462', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620964.41446', 'epoch': '1769620964.41446', 'reported': 0, 'tombstones': -1}], '5298bd86-7fdd-49df-9ee4-8ee2d5249b8e-sda') +test DEBUG: /tmp/tmpykgnm5he/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpykgnm5he/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '3ddfd5df71185e95600c28e5c4ee776e', '9ce7e1bb-d806-4601-92a3-4a35bf443673-sda', '1769620964.49096', '1769620964.48804', '0', '', '1769620964.48804', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620964.50958', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769620964.50958', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620964.50958', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620964.51549', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620964.51549', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620964.51528', 'epoch': '1769620964.51528', 'reported': 0, 'tombstones': -1}], '9ce7e1bb-d806-4601-92a3-4a35bf443673-sda') +test DEBUG: /tmp/tmpjtlhfwkt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjtlhfwkt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx62733292cb9b4cf29bf85-00697a45e9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3c6eb67f4a542c88ca38-00697a45ef) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx35e46d30eaf74254a5582-00697a45ef)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735210034.89725', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210034.92312', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210034.93233', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210034.95419', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210035.41365', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210035.41895', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735210036.57519', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok - -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx8defa1a54c354cb294795-00676d342e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 458, 490, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txe27f1378ef8f41d29914e-00676d3430) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx987026bae2fb4913846e7-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx987026bae2fb4913846e7-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx987026bae2fb4913846e7-00676d3430) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx890bc8f21b57444f859e4-00676d3430) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbe1ef62140>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbe1ef62140>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbe1ef62140>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbe1ef628c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbe1ef62740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbe1ef62a40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0151 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0112 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0119 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0029 "-" 3026152 0 -test DEBUG: Unlinked retiring db '/tmp/tmp_3y_n6j2/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0093 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0132 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0360 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0464 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0289 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0106 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0169 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0994 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0033 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0037 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0620 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0088 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0175 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0638 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0538 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0129 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0710 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0779 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0044 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0543 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1384 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0086 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0539 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0808 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0208 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0690 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0667 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0112 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0029 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0031 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0027 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0982 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3778 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0431 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0088 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0446 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0303 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0468 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0036 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0119 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0023 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0291 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0530 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0518 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0557 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0402 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0031 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.1029 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0082 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0271 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0771 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0084 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0104 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0074 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0150 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0073 "-" 3026152 0test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok - -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe32l3nn6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a088640b145ed62c6bcd3755105f8094', 'c5ccb4ca-9a16-4293-ae9f-41f3021f460a-sda', '1735210047.45444', '1735210050', '1735210049', '', '1735210050', 1, 1) -test DEBUG: /tmp/tmpe32l3nn6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735210053.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'c5ccb4ca-9a16-4293-ae9f-41f3021f460a-sda') -test DEBUG: /tmp/tmpe32l3nn6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0313945s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a088640b145ed62c6bcd3755105f8094', 'c5ccb4ca-9a16-4293-ae9f-41f3021f460a-sda', '1735210047.45444', '1735210050', '1735210049', '', '1735210050', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c5ccb4ca-9a16-4293-ae9f-41f3021f460a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpe32l3nn6/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41907 seconds (2.38623/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpe32l3nn6/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '9f5571b9523674593345a0b9f7ecae51', 'b8945389-dc5a-45e5-beb9-8f5b2dc8281b-sda', '1735210047.96489', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('b8945389-dc5a-45e5-beb9-8f5b2dc8281b-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '9f5571b9523674593345a0b9f7ecae51', 'b8945389-dc5a-45e5-beb9-8f5b2dc8281b-sda', '1735210047.96489', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('b8945389-dc5a-45e5-beb9-8f5b2dc8281b-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpadoi9w_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cb99c7ec-ad77-4304-b797-32ae9004d504-sda', '1735210048.23007', '1735210051', '1735210050', '', '1735210051', 0, 0) -test DEBUG: /tmp/tmpadoi9w_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cb99c7ec-ad77-4304-b797-32ae9004d504-sda', '1735210048.23007', '1735210051', '1735210050', '', '1735210051', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cb99c7ec-ad77-4304-b797-32ae9004d504-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22465 seconds (4.45143/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpt0fhgrz8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4306f7df662760b96fa14ac15f4d742a', '0f0f15ee-30bd-4c88-8397-3c590758d409-sda', '1735210048.72083', '1735210051', '1735210050', '', '1735210051', 1, 0) -test DEBUG: /tmp/tmpt0fhgrz8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4306f7df662760b96fa14ac15f4d742a', '0f0f15ee-30bd-4c88-8397-3c590758d409-sda', '1735210048.72083', '1735210051', '1735210050', '', '1735210051', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0f0f15ee-30bd-4c88-8397-3c590758d409-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpt0fhgrz8/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39368 seconds (2.54012/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpt0fhgrz8/sda/containers/0/d12/6b8c10b1cba07682384dea98d4c5fd12/6b8c10b1cba07682384dea98d4c5fd12.db -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '3808a830006ff9c7e0033d78dc99fb3d', 'ec4de3ac-3f68-4c31-98ba-12aee57357f0-sda', '1735210049.24908', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdb/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('ec4de3ac-3f68-4c31-98ba-12aee57357f0-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, sync, (1, '3808a830006ff9c7e0033d78dc99fb3d', 'ec4de3ac-3f68-4c31-98ba-12aee57357f0-sda', '1735210049.24908', '1735207200', '0', '', '1735207200', 1, 0) -REPLICATE: /sdc/0/6b8c10b1cba07682384dea98d4c5fd12, complete_rsync, ('ec4de3ac-3f68-4c31-98ba-12aee57357f0-sda', '6b8c10b1cba07682384dea98d4c5fd12.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3f678c2880f2e433afb7313d430f0fff', 'd06e1bc8-ec26-4dcf-a864-275ed9bb261e-sda', '1735210049.53128', '1735210049.00000', '0', '{"x-container-meta-test": ["foo", "1735210049.00000"]}', '1735210049.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.04s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.03s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.04s -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.04s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1385eeb0b807583c703bd3fec3ba0b19', '35475d99-fd95-4e89-938e-2cb330422260-sda', '1735210049.86815', '1735210049.86449', '0', '', '1735210049.86449', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210049.92340', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210049.92340', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92340', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210049.92350', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210049.92350', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210049.92353', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210049.92353', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92353', 'epoch': None, 'reported': 0, 'tombstones': -1}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735210050.04848', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0399094s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1385eeb0b807583c703bd3fec3ba0b19', '35475d99-fd95-4e89-938e-2cb330422260-sda', '1735210049.86815', '1735210049.86449', '0', '', '1735210049.86449', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210049.92340', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210049.92340', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92340', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210049.92350', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210049.92350', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210049.92353', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210049.92353', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92353', 'epoch': None, 'reported': 0, 'tombstones': -1}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1385eeb0b807583c703bd3fec3ba0b19', '35475d99-fd95-4e89-938e-2cb330422260-sda', '1735210049.86815', '1735210049.86449', '0', '', '1735210049.86449', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210049.92340', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210049.92340', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92340', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210049.92350', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1735210050.38963', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210049.92353', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210049.92353', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92353', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210050.35229', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210050.35229', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210050.35199', 'epoch': '1735210050.35199', 'reported': 0, 'tombstones': -1}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1385eeb0b807583c703bd3fec3ba0b19', '35475d99-fd95-4e89-938e-2cb330422260-sda', '1735210049.86815', '1735210049.86449', '0', '', '1735210049.86449', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210049.92340', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210049.92340', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92340', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210049.92350', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735210050.48937', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210049.92353', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210049.92353', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92353', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210050.35229', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210050.35229', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210050.35199', 'epoch': '1735210050.35199', 'reported': 0, 'tombstones': -1}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1385eeb0b807583c703bd3fec3ba0b19', '35475d99-fd95-4e89-938e-2cb330422260-sda', '1735210049.86815', '1735210049.86449', '0', '', '1735210049.86449', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210050.59534', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210050.59534', 'deleted': 1, 'state': 10, 'state_timestamp': '1735210050.59534', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210049.92350', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735210050.48937', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210049.92353', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210049.92353', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92353', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210050.35229', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210050.35229', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210050.35199', 'epoch': '1735210050.35199', 'reported': 0, 'tombstones': -1}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok - -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmptrnctrmr/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.07s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmp7ly9pcec/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmp7ly9pcec/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmp7ly9pcec/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.06s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmp2z_l4dq3/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpt_a62c78/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp5ejjor5q/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refusedtest.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok - -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcd9903df47194b4384cfe-00676d342e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe95a24bf95ce4352b7fc4-00676d342e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx87ff47f1f23e405289306-00676d342f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx56435e239f3a49aa8b049-00676d342f) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4837c311700c4d44916c6-00676d342f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4837c311700c4d44916c6-00676d342f) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx4837c311700c4d44916c6-00676d342f) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx1d858c0366f54381a3ede-00676d342f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx1d858c0366f54381a3ede-00676d342f) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx1d858c0366f54381a3ede-00676d342f) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx9bc2a85bfde5465797460-00676d342f) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9bc2a85bfde5465797460-00676d342f) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9bc2a85bfde5465797460-00676d342f) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9bc2a85bfde5465797460-00676d342f) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx7ffd44dfa99242e7b16dd-00676d342f) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7ffd44dfa99242e7b16dd-00676d342f) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7ffd44dfa99242e7b16dd-00676d342f) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7ffd44dfa99242e7b16dd-00676d342f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T104719Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210039.28426', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T104719Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210039.36930', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fbe1ef62a40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1385eeb0b807583c703bd3fec3ba0b19', '35475d99-fd95-4e89-938e-2cb330422260-sda', '1735210049.86815', '1735210049.86449', '0', '', '1735210049.86449', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210050.59534', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210050.59534', 'deleted': 1, 'state': 10, 'state_timestamp': '1735210050.59534', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210049.92350', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735210050.48937', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210050.71989', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1735210050.71989', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210050.71989', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210050.35229', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210050.35229', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210050.35199', 'epoch': '1735210050.35199', 'reported': 0, 'tombstones': -1}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1385eeb0b807583c703bd3fec3ba0b19', '35475d99-fd95-4e89-938e-2cb330422260-sda', '1735210049.86815', '1735210049.86449', '0', '', '1735210049.86449', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210050.59534', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210050.59534', 'deleted': 1, 'state': 10, 'state_timestamp': '1735210050.59534', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210049.92350', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735210050.48937', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210050.71989', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735210050.90667', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210050.71989', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210050.35229', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210050.35229', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210050.35199', 'epoch': '1735210050.35199', 'reported': 0, 'tombstones': -1}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1385eeb0b807583c703bd3fec3ba0b19', '35475d99-fd95-4e89-938e-2cb330422260-sda', '1735210049.86815', '1735210049.86449', '0', '', '1735210049.86449', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210051.00570', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210050.59534', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210050.59534', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210049.92350', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735210050.48937', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210050.71989', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735210050.90667', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210050.71989', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210050.35229', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210050.35229', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210050.35199', 'epoch': '1735210050.35199', 'reported': 0, 'tombstones': -1}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpij79u2l2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1385eeb0b807583c703bd3fec3ba0b19', '35475d99-fd95-4e89-938e-2cb330422260-sda', '1735210049.86815', '1735210049.86449', '0', '', '1735210049.86449', 1, 0) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210051.00570', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210050.59534', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210050.59534', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210049.92350', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735210050.48937', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210049.92350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210050.71989', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735210050.90667', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210050.71989', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210050.35229', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210050.35229', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210050.35199', 'epoch': '1735210050.35199', 'reported': 0, 'tombstones': -1}], '35475d99-fd95-4e89-938e-2cb330422260-sda') -test DEBUG: /tmp/tmpij79u2l2/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpij79u2l2/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f52476d808bd845d2c171ac81dc3a42a', 'e48c9678-ad80-4b77-b372-792f2dba5801-sda', '1735210051.21720', '1735210051.20036', '0', '', '1735210051.20036', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1735210051.29487', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.29487', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210051.29468', 'epoch': '1735210051.29468', 'reported': 0, 'tombstones': -1}], 'e48c9678-ad80-4b77-b372-792f2dba5801-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpd2ohc4xw/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpd2ohc4xw/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp4cd2xgjc/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp4cd2xgjc/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. +The overload factor is now 19.88% (0.198780) +The change will take effect after the next rebalance. +Overload must be non-negative. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0087 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0114 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0139 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0025 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0140 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0491 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0078 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0087 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.2562 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0004 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0005 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0005 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0530 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0109 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0597 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0335 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0491 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0716 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0085 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0715 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0639 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0772 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0892 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0378 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0082 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0449 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0359 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0081 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0689 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0081 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0082 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0737 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0240 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0429 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0506 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0027 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0390 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0161 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0329 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0328 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0209 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1167 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 3026152 -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok + A rebalance is needed to make the change take effect. +'swedish fish' is not a valid number. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The replica count is now 3.141593. +The change will take effect after the next rebalance. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +"test" is not a valid number. +Replica count must be at least 1. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok + +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txfb2466ad43954baf8240f-00697a45e5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txe1b94ed668fa4f259723f-00697a45e6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx21a91818561f4242b543b-00697a45e6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txce01ead07b2947b3a3a88-00697a45e6) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txce01ead07b2947b3a3a88-00697a45e6) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txce01ead07b2947b3a3a88-00697a45e6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx2e6717e4f30f41c6b7544-00697a45e6) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx2e6717e4f30f41c6b7544-00697a45e6) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txa4f344e70af2427c82349-00697a45e6) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx2082bfdf15e74d13b811d-00697a45e6) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx2082bfdf15e74d13b811d-00697a45e6) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx2082bfdf15e74d13b811d-00697a45e6) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx42a175b2613642e4aa0d3-00697a45e6) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx42a175b2613642e4aa0d3-00697a45e6) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx42a175b2613642e4aa0d3-00697a45e6) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx42a175b2613642e4aa0d3-00697a45e6) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6350db5df8b74ec6ac4a8-00697a45e6) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6350db5df8b74ec6ac4a8-00697a45e6) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx6350db5df8b74ec6ac4a8-00697a45e6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed7afc0f00134cf9b1185-00697a45e6) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed7afc0f00134cf9b1185-00697a45e6) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txed7afc0f00134cf9b1185-00697a45e6) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txed7afc0f00134cf9b1185-00697a45e6) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:46 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T104720Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210040.82833', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210040.84771', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/46/41 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0022 - - 1735210001.765998602 1735210001.768230438 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/46/41 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0020 - - 1735210001.771204710 1735210001.773229361 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test ERROR: Container GET returning 503 for [] (txn: txfda6943a72594b92b77c0-00697a45d9) +test INFO: Client disconnected on read of '/a/c' (txn: txfda6943a72594b92b77c0-00697a45d9) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx28b6c8a4592b4e66800ec-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx28b6c8a4592b4e66800ec-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx28b6c8a4592b4e66800ec-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx28b6c8a4592b4e66800ec-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx28b6c8a4592b4e66800ec-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx28b6c8a4592b4e66800ec-00697a45e0) +test ERROR: Container GET returning 503 for [] (txn: tx28b6c8a4592b4e66800ec-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txecf566d030b242a6b9c4d-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txecf566d030b242a6b9c4d-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txecf566d030b242a6b9c4d-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txecf566d030b242a6b9c4d-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txecf566d030b242a6b9c4d-00697a45e0) +test ERROR: Container GET returning 503 for [] (txn: txecf566d030b242a6b9c4d-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4a7122ae16b54bb5a681d-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4a7122ae16b54bb5a681d-00697a45e0) +test ERROR: Container GET returning 503 for [] (txn: tx4a7122ae16b54bb5a681d-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx73a90d162b5c450bbb655-00697a45e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3607c2ed4f874106a0490-00697a45e0) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3607c2ed4f874106a0490-00697a45e0) +test ERROR: Container GET returning 503 for [500, 500] (txn: tx3607c2ed4f874106a0490-00697a45e0) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txb281c5023716462eb5c9c-00697a45e0) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd3cc380b51944b6a9f5fd-00697a45e0) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd3cc380b51944b6a9f5fd-00697a45e0) +test INFO: Client disconnected on read of '/a/c' (txn: txd3cc380b51944b6a9f5fd-00697a45e0) +test ERROR: Container GET returning 503 for [] (txn: txb45fe564af954c8ab507e-00697a45e0) +test INFO: Client disconnected on read of '/a/c' (txn: txb45fe564af954c8ab507e-00697a45e0) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx8abfc82439844db099f05-00697a45e0) +test INFO: Client disconnected on read of '/a/c' (txn: tx8abfc82439844db099f05-00697a45e0) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2ac29afea192474b861b4-00676d3432) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx58fd254985a24e09b5bbc-00676d3432) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdc6ce9d810bf4faca000c-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx58fd254985a24e09b5bbc-00676d3432) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdc6ce9d810bf4faca000c-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx58fd254985a24e09b5bbc-00676d3432) -test ERROR: Account HEAD returning 503 for [] (txn: tx58fd254985a24e09b5bbc-00676d3432) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5a063acc29d346bebd0fa-00676d3432) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5a063acc29d346bebd0fa-00676d3432) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5a063acc29d346bebd0fa-00676d3432) -test ERROR: Account HEAD returning 503 for [] (txn: tx5a063acc29d346bebd0fa-00676d3432) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx79402985c91d4c0a9769e-00676d3432) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdc6ce9d810bf4faca000c-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txd493b659a2964532aba8d-00676d3432) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdc6ce9d810bf4faca000c-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txd493b659a2964532aba8d-00676d3432) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdc6ce9d810bf4faca000c-00697a45e0) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txdc6ce9d810bf4faca000c-00697a45e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd493b659a2964532aba8d-00676d3432) -test ERROR: Account HEAD returning 503 for [] (txn: txd493b659a2964532aba8d-00676d3432) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx280da3977db14c2c809c1-00676d3432) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx280da3977db14c2c809c1-00676d3432) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx280da3977db14c2c809c1-00676d3432) -test ERROR: Account HEAD returning 503 for [] (txn: tx280da3977db14c2c809c1-00676d3432) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx72be09bfa53f41b794b86-00676d3432) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx8094950e0a4245a0a4702-00676d3432) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx8094950e0a4245a0a4702-00676d3432) -test INFO: Client disconnected on read of '/a/c' (txn: tx8094950e0a4245a0a4702-00676d3432) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf7797f514a154b328183c-00676d3432) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1c22519252cd4d78a5140-00676d3432) -test INFO: Client disconnected on read of '/a/c' (txn: tx1c22519252cd4d78a5140-00676d3432) -test INFO: Client disconnected on read of '/a/c/' (txn: tx1c22519252cd4d78a5140-00676d3432) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb34077b088cd4bc68946e-00676d3432) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb34077b088cd4bc68946e-00676d3432) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb34077b088cd4bc68946e-00676d3432) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb34077b088cd4bc68946e-00676d3432) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txbeedee923b984f488d2e6-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txbeedee923b984f488d2e6-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txbeedee923b984f488d2e6-00676d3435) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbeedee923b984f488d2e6-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx02079f80e7c44b55b34bb-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx02079f80e7c44b55b34bb-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx02079f80e7c44b55b34bb-00676d3435) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx02079f80e7c44b55b34bb-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2e57835481404ccdb0673-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2e57835481404ccdb0673-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2e57835481404ccdb0673-00676d3435) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2e57835481404ccdb0673-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx08acff9f99414470b6805-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx08acff9f99414470b6805-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx08acff9f99414470b6805-00676d3435) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx08acff9f99414470b6805-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5791fc6c37c74c99b8934-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5791fc6c37c74c99b8934-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5791fc6c37c74c99b8934-00676d3435) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5791fc6c37c74c99b8934-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx80ff4ff8d9fa415eb109c-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx80ff4ff8d9fa415eb109c-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx80ff4ff8d9fa415eb109c-00676d3435) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx80ff4ff8d9fa415eb109c-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1929c744605c477c8037f-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1929c744605c477c8037f-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1929c744605c477c8037f-00676d3435) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1929c744605c477c8037f-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txcee1d5aaa6ad4e1fbba1e-00676d3435) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txcee1d5aaa6ad4e1fbba1e-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcee1d5aaa6ad4e1fbba1e-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcee1d5aaa6ad4e1fbba1e-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txcee1d5aaa6ad4e1fbba1e-00676d3435) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txcee1d5aaa6ad4e1fbba1e-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe702aa891c6c4c4ea5cee-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe702aa891c6c4c4ea5cee-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe702aa891c6c4c4ea5cee-00676d3435) -test ERROR: Container GET returning 503 for [503, 503] (txn: txe702aa891c6c4c4ea5cee-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx044e0ea600a747c182e98-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx044e0ea600a747c182e98-00676d3435) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx044e0ea600a747c182e98-00676d3435) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx044e0ea600a747c182e98-00676d3435) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx044e0ea600a747c182e98-00676d3435) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx044e0ea600a747c182e98-00676d3435) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx044e0ea600a747c182e98-00676d3435) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx044e0ea600a747c182e98-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8f55d395d0bc416f8591a-00676d3435) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8f55d395d0bc416f8591a-00676d3435) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8f55d395d0bc416f8591a-00676d3435) -test ERROR: Container GET returning 503 for [] (txn: tx8f55d395d0bc416f8591a-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6776b0cca81f43899254d-00676d3435) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6776b0cca81f43899254d-00676d3435) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6776b0cca81f43899254d-00676d3435) -test ERROR: Container GET returning 503 for [] (txn: tx6776b0cca81f43899254d-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx03a27ec6edbe409081a72-00676d3435) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx03a27ec6edbe409081a72-00676d3435) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx03a27ec6edbe409081a72-00676d3435) -test ERROR: Container GET returning 503 for [] (txn: tx03a27ec6edbe409081a72-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbb4bacea63eb4b6182f08-00676d3435) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbb4bacea63eb4b6182f08-00676d3435) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbb4bacea63eb4b6182f08-00676d3435) -test ERROR: Container GET returning 503 for [] (txn: txbb4bacea63eb4b6182f08-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4fe7c1d1d78d44c6844b6-00676d3435) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4fe7c1d1d78d44c6844b6-00676d3435) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4fe7c1d1d78d44c6844b6-00676d3435) -test ERROR: Container GET returning 503 for [] (txn: tx4fe7c1d1d78d44c6844b6-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txae76d764d3e8420183ee3-00676d3435) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txae76d764d3e8420183ee3-00676d3435) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txae76d764d3e8420183ee3-00676d3435) -test ERROR: Container GET returning 503 for [] (txn: txae76d764d3e8420183ee3-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf4f37e5bc3a14501b5c0b-00676d3435) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf4f37e5bc3a14501b5c0b-00676d3435) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf4f37e5bc3a14501b5c0b-00676d3435) -test ERROR: Container GET returning 503 for [] (txn: txf4f37e5bc3a14501b5c0b-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa7c62cbbef1e45cab66d8-00676d3435) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa7c62cbbef1e45cab66d8-00676d3435)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx171150dc3dfd4f7fa6777-00697a45e0)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0012 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0073 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0124 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0057 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0107 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0125 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0104 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0091 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 790409 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 790409 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0112 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0050 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0049 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0050 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0064 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:49 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 790409 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:48 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10413551330566406 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10600733757019043 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10634303092956543 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10687756538391113 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10651564598083496 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10683465003967285 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10715460777282715 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10750603675842285 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0023715496063232 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0032322406768799 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0035185813903809 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0038819313049316 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.00416898727417 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.004434585571289 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0047037601470947 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0049750804901123 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10914373397827148 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 5.316734313964844e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip'test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Problem finding shard upper in '/tmp/tmp01sil5h4/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp01sil5h4/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpfg1ni1xl/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpfg1ni1xl/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmptxv6v5ry/containers/part/suffix/hash/hash.db' - -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp5ejjor5q/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp5ejjor5q/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmp7t7d54i6/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.11s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735123638-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735123638-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735123638-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735123638-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735123638-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171121 1735210037-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171121 1735210037-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok - -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmprg_va0wq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735210051.29435', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'e48c9678-ad80-4b77-b372-792f2dba5801-sda') -test DEBUG: /tmp/tmprg_va0wq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.07341s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '468d92e2-9b28-4f80-b8c9-612359e189b2-sda', '1735210051.59702', '1735210051.58018', '0', '', '1735210051.58018', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210051.65567', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210051.65567', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210051.65567', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210051.65578', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210051.65578', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210051.65578', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210051.65581', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210051.65581', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210051.65581', 'epoch': None, 'reported': 0, 'tombstones': -1}], '468d92e2-9b28-4f80-b8c9-612359e189b2-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '246ddbec-d635-42c1-ad8b-074dcdf06b72-sda', '1735210051.80075', '1735210051.78745', '0', '', '1735210051.78745', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210051.88407', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210051.88407', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210051.88407', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210051.88421', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210051.88421', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210051.88421', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210051.88424', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210051.88424', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210051.88424', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.57966', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57966', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57966', 'epoch': None, 'reported': 0, 'tombstones': -1}], '246ddbec-d635-42c1-ad8b-074dcdf06b72-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a530cf88-b6e1-4f59-864d-42fa1820cf11-sda', '1735210052.08329', '1735210052.07508', '0', '', '1735210052.07508', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210052.18508', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210052.18508', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.18508', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210052.18515', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210052.18515', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.18515', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210052.18517', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210052.18517', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.18517', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.57966', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57966', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57966', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a530cf88-b6e1-4f59-864d-42fa1820cf11-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '083c0e37-4365-4569-891b-7c19790f6d4a-sda', '1735210052.38724', '1735210052.36587', '0', '', '1735210052.36587', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210052.44050', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210052.44050', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.44050', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210052.44060', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210052.44060', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.44060', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210052.44062', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210052.44062', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.44062', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.57966', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57966', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57966', 'epoch': None, 'reported': 0, 'tombstones': -1}], '083c0e37-4365-4569-891b-7c19790f6d4a-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4bbde6a3-4915-4aa5-b872-ef3f5df9481a-sda', '1735210052.59778', '1735210052.59389', '0', '', '1735210052.59389', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210052.66314', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210052.66314', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.66314', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210052.66323', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210052.66323', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.66323', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210052.66325', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210052.66325', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.66325', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.57966', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57966', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57966', 'epoch': None, 'reported': 0, 'tombstones': -1}], '4bbde6a3-4915-4aa5-b872-ef3f5df9481a-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5b85374f-cf26-4665-8f22-5d05f0a2f0db-sda', '1735210052.86360', '1735210052.86016', '0', '', '1735210052.86016', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210052.93868', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210052.93868', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.93868', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210052.93876', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210052.93876', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.93876', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210052.93878', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210052.93878', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210052.93878', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.57988', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57988', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57988', 'epoch': '1735210051.57991', 'reported': 0, 'tombstones': -1}], '5b85374f-cf26-4665-8f22-5d05f0a2f0db-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2256f6ee-617f-4083-b996-a39e66688c49-sda', '1735210053.11848', '1735210053.11336', '0', '', '1735210053.11336', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210053.16805', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210053.16805', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210053.16805', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210053.16813', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210053.16813', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210053.16813', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210053.16816', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210053.16816', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210053.16816', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.57988', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57988', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57988', 'epoch': '1735210051.57991', 'reported': 0, 'tombstones': -1}], '2256f6ee-617f-4083-b996-a39e66688c49-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fd7c9dea-f09b-4f6d-822c-f441fcf60574-sda', '1735210053.37695', '1735210053.35823', '0', '', '1735210053.35823', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210053.45229', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210053.45229', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210053.45229', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210053.45236', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210053.45236', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210053.45236', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210053.45239', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210053.45239', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210053.45239', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.57988', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57988', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57988', 'epoch': '1735210051.57991', 'reported': 0, 'tombstones': -1}], 'fd7c9dea-f09b-4f6d-822c-f441fcf60574-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4a7dec95-acda-4a74-a6d5-c3f49100a584-sda', '1735210053.68779', '1735210053.67402', '0', '', '1735210053.67402', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210053.75155', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210053.75155', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210053.75155', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210053.75163', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210053.75163', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210053.75163', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210053.75166', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210053.75166', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210053.75166', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.58001', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.58001', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.58001', 'epoch': '1735210051.58005', 'reported': 0, 'tombstones': -1}], '4a7dec95-acda-4a74-a6d5-c3f49100a584-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd5bedd6d-7d0d-415e-a271-003daada1c36-sda', '1735210054.02958', '1735210054.01526', '0', '', '1735210054.01526', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210054.09450', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210054.09450', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210054.09450', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210054.09458', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210054.09458', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210054.09458', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210054.09461', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210054.09461', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210054.09461', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.57988', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57988', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57988', 'epoch': '1735210051.57991', 'reported': 0, 'tombstones': -1}], 'd5bedd6d-7d0d-415e-a271-003daada1c36-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:34 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0082 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0091 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0057 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0093 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0092 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0052 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 790414 4 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 790414 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0139 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0092 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 790414 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 790414 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0071 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0074 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:44 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0074 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0082 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 790414 2 +test DEBUG: Unlinked retiring db '/tmp/tmp33r449j9/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0043 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test ERROR: Error in '/tmp/tmpr4uq6brd/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmpr2brmit7/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmpr2brmit7/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load 'a3c75017308845009946e794a7d2ad3d': [Errno 2] No such file or directory: 'a3c75017308845009946e794a7d2ad3d' -test ERROR: Could not load '/tmp/tmpe5ae6fna/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpe5ae6fna/container-sync-realms.conf' -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpeuh48mk6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpeuh48mk6/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpeuh48mk6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpeuh48mk6/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0522 "-" 3026271 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0324 "-" 3026271 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0508 "-" 3026271 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0344 "-" 3026271 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx51a658990dde441a9b7a3-00676d3434" "proxy-server 3026271" 0.0031 "-" 3026271 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37377/sdb1/1/a/c" "tx51a658990dde441a9b7a3-00676d3434" "container-server 3026271" 0.0064 "-" 3026271 0test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '3ddfd5df71185e95600c28e5c4ee776e', '9ce7e1bb-d806-4601-92a3-4a35bf443673-sda', '1769620964.49096', '1769620964.50021', '0', '', '1769620964.48804', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769620964.50958', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769620964.50958', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620964.50958', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769620964.51549', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769620964.51549', 'deleted': 0, 'state': 60, 'state_timestamp': '1769620964.51528', 'epoch': '1769620964.51528', 'reported': 0, 'tombstones': -1}], '9ce7e1bb-d806-4601-92a3-4a35bf443673-sda') +test DEBUG: /tmp/tmpjtlhfwkt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjtlhfwkt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '82bcbf5878cee768a6e4a922a1111a77', '4a0cea52-67db-4fe4-8948-2e30b3ddaade-sda', '1769620969.36464', '1769620969.36181', '0', '', '1769620969.36181', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('4a0cea52-67db-4fe4-8948-2e30b3ddaade-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpqjx5xkjt/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '82bcbf5878cee768a6e4a922a1111a77', '8e44b8ca-29b4-4ff6-9802-34c744d25d90-sda', '1769620969.44326', '1769620969.44090', '0', '', '1769620969.44090', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('8e44b8ca-29b4-4ff6-9802-34c744d25d90-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '82bcbf5878cee768a6e4a922a1111a77', '8af5fc9c-23a0-4a3b-9058-6c4085899910-sda', '1769620969.53398', '1769620969.53173', '0', '', '1769620969.53173', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('8af5fc9c-23a0-4a3b-9058-6c4085899910-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpa3qsqb0n/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '82bcbf5878cee768a6e4a922a1111a77', '8ec0d37c-71bf-4750-ad5d-2dd4dbb7fa1b-sda', '1769620969.60448', '1769620969.60163', '0', '', '1769620969.60163', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('8ec0d37c-71bf-4750-ad5d-2dd4dbb7fa1b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fe71adc4-31c9-49dd-9e8a-101ee48005e8-sda', '1769620969.70743', '1769620969.70511', '0', '', '1769620969.70511', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpapmitire/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5109b1f8-f81e-40d8-89fe-b6e7ea2551e2-sdb', '1769620969.75041', '1769620970.00000', '0', '', '1769620970.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5109b1f8-f81e-40d8-89fe-b6e7ea2551e2-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5109b1f8-f81e-40d8-89fe-b6e7ea2551e2-sdb', '1769620969.75041', '1769620970.00000', '0', '', '1769620970.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmpapmitire/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5109b1f8-f81e-40d8-89fe-b6e7ea2551e2-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02414 seconds (41.42914/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdi6l7nzj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a3786f73-83bf-469a-b6f9-4ebbaa5ea466-sda', '1769620969.78367', '1769620969', '0', '', '1769620969', 0, 0) +test DEBUG: /tmp/tmpdi6l7nzj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a3786f73-83bf-469a-b6f9-4ebbaa5ea466-sda', '1769620969.78367', '1769620969', '0', '', '1769620969', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a3786f73-83bf-469a-b6f9-4ebbaa5ea466-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02290 seconds (43.67046/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmqbeyo8b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'aa152a1ccd70e0c9a12689920cd6433d', '439d023d-776d-462e-aab6-f700773ccf02-sda', '1769620969.82498', '1769620969', '0', '', '1769620969', 1, 1) +test DEBUG: /tmp/tmpmqbeyo8b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620971.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '439d023d-776d-462e-aab6-f700773ccf02-sda') +test DEBUG: /tmp/tmpmqbeyo8b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00750542s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'aa152a1ccd70e0c9a12689920cd6433d', '439d023d-776d-462e-aab6-f700773ccf02-sda', '1769620969.82498', '1769620969', '0', '', '1769620969', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('439d023d-776d-462e-aab6-f700773ccf02-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03799 seconds (26.32523/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpvlkclsgm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eeea4c4b-de0c-4286-8e31-3a4c966a2e96-sda', '1769620969.88046', '1769620969', '0', '', '1769620969', 0, 0) +test DEBUG: /tmp/tmpvlkclsgm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eeea4c4b-de0c-4286-8e31-3a4c966a2e96-sda', '1769620969.88046', '1769620969', '0', '', '1769620969', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok + +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server ERROR: Object returning 503 for [] (txn: tx35e46d30eaf74254a5582-00697a45ef) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210043.21198', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210043.28442', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:46:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa7c62cbbef1e45cab66d8-00676d3435) -test ERROR: Container GET returning 503 for [] (txn: txa7c62cbbef1e45cab66d8-00676d3435) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx55fb88f8829a4372b5c08-00676d3439) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx55fb88f8829a4372b5c08-00676d3439) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx55fb88f8829a4372b5c08-00676d3439) -test ERROR: Container GET returning 503 for [] (txn: tx55fb88f8829a4372b5c08-00676d3439) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx734e86c76a58429491bc3-00676d3439) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx734e86c76a58429491bc3-00676d3439) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx734e86c76a58429491bc3-00676d3439) -test ERROR: Container GET returning 503 for [] (txn: tx734e86c76a58429491bc3-00676d3439) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx199afc28f9fe4aec9ab99-00676d3439) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx199afc28f9fe4aec9ab99-00676d3439) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx199afc28f9fe4aec9ab99-00676d3439) -test ERROR: Container GET returning 503 for [] (txn: tx199afc28f9fe4aec9ab99-00676d3439) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9c2acd76e3df479c9be0b-00676d3439) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9c2acd76e3df479c9be0b-00676d3439) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9c2acd76e3df479c9be0b-00676d3439) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9c2acd76e3df479c9be0b-00676d3439) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbfe07088ceb147c1965c4-00676d3439) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbfe07088ceb147c1965c4-00676d3439) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbfe07088ceb147c1965c4-00676d3439) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbfe07088ceb147c1965c4-00676d3439) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd51d97997eca4b589b421-00676d3439) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd51d97997eca4b589b421-00676d3439) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd51d97997eca4b589b421-00676d3439) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd51d97997eca4b589b421-00676d3439) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc6f887c0b48446de8da22-00676d3439) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc6f887c0b48446de8da22-00676d3439) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc6f887c0b48446de8da22-00676d3439) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc6f887c0b48446de8da22-00676d3439) -test INFO: Client disconnected on read of '/a/c' (txn: tx99a920ecafdd4b46b80d3-00676d3439) -test INFO: Client disconnected on read of '/a/c/' (txn: tx99a920ecafdd4b46b80d3-00676d3439) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx5b250a55a80249768271e-00676d3439) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx5b250a55a80249768271e-00676d3439) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx5b250a55a80249768271e-00676d3439) -test ERROR: Account HEAD returning 503 for [] (txn: tx5b250a55a80249768271e-00676d3439) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx63c6da6992194c0e90bbd-00676d3439) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx63c6da6992194c0e90bbd-00676d3439) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx63c6da6992194c0e90bbd-00676d3439) -test ERROR: Account HEAD returning 503 for [] (txn: tx63c6da6992194c0e90bbd-00676d3439) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx20cffeb3007c4f9fb0c3a-00676d3439) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx506c9c7d50fe489a8df9e-00676d3439) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx2d593c04e67c4458ac52d-00676d3439) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok - -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7f63993b-c4ae-4fbf-a853-3499ce4bcd67-sda', '1735210054.28123', '1735210054.26210', '0', '', '1735210054.26210', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210054.36004', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210054.36004', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210054.36004', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210054.36025', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210054.36025', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210054.36025', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210054.36029', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210054.36029', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210054.36029', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.57988', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57988', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57988', 'epoch': '1735210051.57991', 'reported': 0, 'tombstones': -1}], '7f63993b-c4ae-4fbf-a853-3499ce4bcd67-sda') -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6d70fd14-8b9f-4b6a-9096-2f44499f9b88-sda', '1735210054.59669', '1735210054.59027', '0', '', '1735210054.59027', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210054.65961', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210054.65961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210054.65961', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210054.65970', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210054.65970', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210054.65970', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210054.65973', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210054.65973', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210054.65973', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210051.58015', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57966', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57966', 'epoch': None, 'reported': 0, 'tombstones': -1}], '6d70fd14-8b9f-4b6a-9096-2f44499f9b88-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1735210051.57988', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57988', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57988', 'epoch': '1735210051.57991', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1735210051.58015', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210051.57966', 'deleted': 0, 'state': 40, 'state_timestamp': '1735210051.57966', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpbithiq2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3093ed132b3abebe0716aa72359b653f', '038621f5-122b-4412-8592-aa181bec69ef-sda', '1735210054.96270', '1735210054.95648', '0', '', '1735210054.95648', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735210055.06761', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '038621f5-122b-4412-8592-aa181bec69ef-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmppwt9vuiq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4bcbfe00-1220-4f32-be5d-0cebb6bd1f9a-sda', '1735210055.30417', '1735210055.27995', '0', '', '1735210055.27995', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmppwt9vuiq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd25d5a45db93ec24e73e48a5f0da8876', '13490973-f368-42d1-b446-419517942491-sda', '1735210055.46790', '1735210055.45627', '0', '', '1735210055.45627', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735210055.55820', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '13490973-f368-42d1-b446-419517942491-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkpp8r46c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fd37d34a-6542-4a00-a78f-cc43492647f0-sda', '1735210055.74207', '1735210055.73224', '0', '', '1735210055.73224', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fd37d34a-6542-4a00-a78f-cc43492647f0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fd37d34a-6542-4a00-a78f-cc43492647f0-sda', '1735210055.74207', '1735210055.73224', '0', '', '1735210055.73224', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fd37d34a-6542-4a00-a78f-cc43492647f0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.18046 seconds (5.54150/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkpp8r46c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fd37d34a-6542-4a00-a78f-cc43492647f0-sda', '1735210055.74207', '1735210055.73224', '0', '', '1735210055.73224', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, ()test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server ERROR: Object returning 503 for [] (txn: tx6a3b90bb6fa44498a099a-00676d3431) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx71c6250150d0430c8c465-00676d3436) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx336955e3a989499a98c09-00676d3436) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx7520aee6a2264db69fc4b-00676d3436) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx315dab324baa4c0ea4d02-00676d3436) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx6a721e1b0ba84a359930a-00676d3436) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txd2cfc59d97724db19c8d8-00676d3436) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0467 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0471 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0002 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0453 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0404 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0754 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0611 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0098 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0924 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0139 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0126 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0219 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0636 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0322 "-" 3026152 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3026152 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0412 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0104 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0791 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0232 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0546 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0366 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0155 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0039 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0027 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0038 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0023 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0039 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0028 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0137 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0092 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0029 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0025 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0023 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0035 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0036 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0025 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0067 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0025 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0029 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0038 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0028 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0032 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0027 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0091 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0026 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0027 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0023 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0023 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0065 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0030 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0025 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0073 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0030 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0025 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0045 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0027 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0026 "-" 3026152 0 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: Object returning 503 for [] (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06ec71bf55364347bf38a-00676d3437) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc41c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc7ac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc5300>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6e0ebc4640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 4.5299530029296875e-05: +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 +Search value matched 0 devices. +The on-disk ring builder is unchanged. +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok + +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + {'Content-Type': 'application/json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc878ce1f33e4447e8dab8-00697a45e9) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc878ce1f33e4447e8dab8-00697a45e9) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc878ce1f33e4447e8dab8-00697a45e9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a02e65222c6458587581-00697a45ec) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4a02e65222c6458587581-00697a45ec) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx4a02e65222c6458587581-00697a45ec) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx689df2e669be465d93959-00697a45ec) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx689df2e669be465d93959-00697a45ec) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx689df2e669be465d93959-00697a45ec) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx689df2e669be465d93959-00697a45ec) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx689df2e669be465d93959-00697a45ec) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx689df2e669be465d93959-00697a45ec) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txffd6cf41dab94b4c90dfd-00697a45ec) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txd4713d0744394aa69c4e0-00697a45ec) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + node, part, req.swift_entity_path, headers, self.app.watchdog, + ...<4 lines>... + logger=self.logger, + chunked=te.endswith(',chunked')) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, path, headers, conn_timeout, node_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + part, 'PUT', path, headers) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: txd6f042fae2d148079e198-00697a45ec)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210046.28226', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 501 Not Implemented fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx171150dc3dfd4f7fa6777-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx171150dc3dfd4f7fa6777-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx171150dc3dfd4f7fa6777-00697a45e0) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx171150dc3dfd4f7fa6777-00697a45e0) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx171150dc3dfd4f7fa6777-00697a45e0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp_b9qp05w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_b9qp05w/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp_b9qp05w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_b9qp05w/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0077 "-" 790413 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0060 "-" 790413 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0075 "-" 790413 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0057 "-" 790413 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa1da5cf33df648d29369e-00697a45e6" "proxy-server 790413" 0.0012 "-" 790413 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59059/sda1/1/a/c" "txa1da5cf33df648d29369e-00697a45e6" "container-server 790413" 0.0013 "-" 790413 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56421/sdb1/1/a/c" "txa1da5cf33df648d29369e-00697a45e6" "container-server 790413" 0.0010 "-" 790413 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa1da5cf33df648d29369e-00697a45e6" "proxy-server 790413" 0.0216 "-" 790413 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa1da5cf33df648d29369e-00697a45e6" "proxy-server 790413" 0.0132 "-" 790413 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/46 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa1da5cf33df648d29369e-00697a45e6 - 0.0293 - - 1769620966.833865643 1769620966.863165379 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9f331d36ace54958b863f-00697a45e6" "proxy-server 790413" 0.0011 "-" 790413 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59059/sda1/1/a1/c1" "tx9f331d36ace54958b863f-00697a45e6" "container-server 790413" 0.0010 "-" 790413 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56421/sdb1/1/a1/c1" "tx9f331d36ace54958b863f-00697a45e6" "container-server 790413" 0.0010 "-" 790413 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9f331d36ace54958b863f-00697a45e6" "proxy-server 790413" 0.0107 "-" 790413 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9f331d36ace54958b863f-00697a45e6" "proxy-server 790413" 0.0188 "-" 790413 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/46 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9f331d36ace54958b863f-00697a45e6 - 0.0249 - - 1769620966.864345312 1769620966.889235258 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe02fba3a2a924fa6a869b-00697a45e6" "proxy-server 790413" 0.0071 "-" 790413 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:46 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56421/sdb1/2/a/c1" "txe02fba3a2a924fa6a869b-00697a45e6" "container-server 790413" 0.0010 "-" 790413 1test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0025 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0022 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0027 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0026 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0021 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0132 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0025 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0026 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0022 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0023 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0022 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0025 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0023 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0020 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0065 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:25 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0035 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0048 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0134 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0091 "-" 3026152 0 -test DEBUG: Unlinked retiring db '/tmp/tmpjwg0dmi1/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0043 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0130 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0173 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0124 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0050 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0329 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0036 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0087 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0127 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0041 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0089 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0042 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0123 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0044 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0048 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0212 "-" 3026152 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3026152 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0977 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0225 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3226 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0742 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0162 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0071 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0117 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0447 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0221 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0402 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0011 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0932 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0264 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0723 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0359 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0741 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0684 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0598 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0119 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0560 "-" 3026152 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0117 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 790409 0 +test DEBUG: Unlinked retiring db '/tmp/tmpu6pujmp9/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 790409 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 790409 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0101 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0104 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0070 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0348 "-" 3026152 0test.unit.container.test_server.TestContainerController.test_PUT_account_update +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 790409 0test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210056.05701', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210056.05701', 'deleted': 1, 'state': 10, 'state_timestamp': '1735210056.05701', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210055.79966', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210055.79966', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210055.79966', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210055.79969', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210055.79969', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210055.79969', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210055.79996', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210055.79996', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210055.79972', 'epoch': '1735210055.79972', 'reported': 0, 'tombstones': -1}], 'fd37d34a-6542-4a00-a78f-cc43492647f0-sda') -test DEBUG: /tmp/tmpkpp8r46c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkpp8r46c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fd37d34a-6542-4a00-a78f-cc43492647f0-sda', '1735210055.74207', '1735210055.73224', '0', '', '1735210055.73224', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735210056.05701', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735210056.05701', 'deleted': 1, 'state': 10, 'state_timestamp': '1735210056.05701', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735210055.79966', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735210055.79966', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210055.79966', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735210055.79969', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735210055.79969', 'deleted': 0, 'state': 10, 'state_timestamp': '1735210055.79969', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210055.79996', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210055.79996', 'deleted': 0, 'state': 60, 'state_timestamp': '1735210055.79972', 'epoch': '1735210055.79972', 'reported': 0, 'tombstones': -1}], 'fd37d34a-6542-4a00-a78f-cc43492647f0-sda') -test DEBUG: /tmp/tmpkpp8r46c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpkpp8r46c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eeea4c4b-de0c-4286-8e31-3a4c966a2e96-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.26030 seconds (3.84177/s) +test INFO: Attempted to replicate 1 dbs in 2.48138 seconds (0.40300/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '04c66863-2b8d-4606-bb25-2cfd1bcd3cd9-sda', '1735210057.72042', '1735210057.71588', '1735210057.82486', '', '1735210057.82486', 0, 0) +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr0crzps9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7fcbf34b-138b-44d4-bdd1-ce0df5a07810-sda', '1735210057.97556', '1735210057.00000', '0', '', '1735210057.00000', 0, 1) -test DEBUG: /tmp/tmpr0crzps9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7fcbf34b-138b-44d4-bdd1-ce0df5a07810-sda', '1735210057.97556', '1735210057.00000', '0', '', '1735210057.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7fcbf34b-138b-44d4-bdd1-ce0df5a07810-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp74x78nio/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bf4834002cc3cd38832b7c8d413332f5', 'e0708c3c-cd1c-47f3-a9a3-3c4205d01008-sda', '1769620972.37966', '1769620972', '0', '', '1769620972', 1, 0) +test DEBUG: /tmp/tmp74x78nio/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bf4834002cc3cd38832b7c8d413332f5', 'e0708c3c-cd1c-47f3-a9a3-3c4205d01008-sda', '1769620972.37966', '1769620972', '0', '', '1769620972', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e0708c3c-cd1c-47f3-a9a3-3c4205d01008-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21353 seconds (4.68308/s) +test INFO: Attempted to replicate 1 dbs in 0.05044 seconds (19.82406/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbma4qxmy/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '028d9202-e612-4256-acd9-9c6abccf71fd-sda', '1735210058.45915', '1735210059.00000', '0', '{"X-Container-Sync-To": ["a", "1735210060.00000"], "X-Container-Sync-Key": ["secret", "1735210061.00000"]}', '1735210059.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('028d9202-e612-4256-acd9-9c6abccf71fd-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '028d9202-e612-4256-acd9-9c6abccf71fd-sda', '1735210058.45915', '1735210059.00000', '0', '{"X-Container-Sync-To": ["a", "1735210060.00000"], "X-Container-Sync-Key": ["secret", "1735210061.00000"]}', '1735210059.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('028d9202-e612-4256-acd9-9c6abccf71fd-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test DEBUG: Replicating db /tmp/tmpbma4qxmy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ace673bf-5ca1-42db-9929-ab0398c02b95-sda', '1735210058.41780', '1735210058.00000', '0', '', '1735210058.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ace673bf-5ca1-42db-9929-ab0398c02b95-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ace673bf-5ca1-42db-9929-ab0398c02b95-sda', '1735210058.41780', '1735210058.00000', '0', '', '1735210058.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ace673bf-5ca1-42db-9929-ab0398c02b95-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp265lc8e5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cff683a0-07f4-4ee0-939b-2e50c05da210-sda', '1769620974.80547', '1769620974', '0', '', '1769620974', 0, 1) +test DEBUG: /tmp/tmp265lc8e5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cff683a0-07f4-4ee0-939b-2e50c05da210-sda', '1769620974.80547', '1769620974', '0', '', '1769620974', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cff683a0-07f4-4ee0-939b-2e50c05da210-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.42912 seconds (4.66069/s) +test INFO: Attempted to replicate 1 dbs in 0.02181 seconds (45.84970/s) test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbma4qxmy/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '028d9202-e612-4256-acd9-9c6abccf71fd-sda', '1735210058.45915', '1735210059.00000', '0', '{"X-Container-Sync-To": ["", "1735210062.00000"], "X-Container-Sync-Key": ["secret", "1735210061.00000"]}', '1735210059.00000', 0, 0) -test DEBUG: /tmp/tmpbma4qxmy/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '028d9202-e612-4256-acd9-9c6abccf71fd-sda', '1735210058.45915', '1735210059.00000', '0', '{"X-Container-Sync-To": ["", "1735210062.00000"], "X-Container-Sync-Key": ["secret", "1735210061.00000"]}', '1735210059.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test DEBUG: Replicating db /tmp/tmpx3xphlif/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd95a494ddd44081a4678ec82c9992737', 'c1624e62-e983-4a99-bbf9-0855da299103-sda', '1769620974.84761', '1769620974', '0', '', '1769620974', 1, 1) +test DEBUG: /tmp/tmpx3xphlif/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620977.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'c1624e62-e983-4a99-bbf9-0855da299103-sda') +test DEBUG: /tmp/tmpx3xphlif/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00486898s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd95a494ddd44081a4678ec82c9992737', 'c1624e62-e983-4a99-bbf9-0855da299103-sda', '1769620974.84761', '1769620974', '0', '', '1769620974', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c1624e62-e983-4a99-bbf9-0855da299103-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03565 seconds (28.04890/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6eq6_cmw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '326df6f6-dfe7-4f9b-a846-2ae3f1a8088b-sda', '1769620974.90567', '1769620974', '0', '', '1769620974', 0, 0) +test DEBUG: /tmp/tmp6eq6_cmw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '326df6f6-dfe7-4f9b-a846-2ae3f1a8088b-sda', '1769620974.90567', '1769620974', '0', '', '1769620974', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('326df6f6-dfe7-4f9b-a846-2ae3f1a8088b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02756 seconds (36.29062/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpyux3ii07/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd95a494ddd44081a4678ec82c9992737', '984bf372-cb10-4e32-ba9c-9f44c81e2e2b-sda', '1769620974.95290', '1769620974', '0', '', '1769620974', 1, 0) +test DEBUG: /tmp/tmpyux3ii07/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd95a494ddd44081a4678ec82c9992737', '984bf372-cb10-4e32-ba9c-9f44c81e2e2b-sda', '1769620974.95290', '1769620974', '0', '', '1769620974', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('984bf372-cb10-4e32-ba9c-9f44c81e2e2b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03784 seconds (26.42674/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9usno4y2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1644f29-ba22-456d-b546-f4be2a4c3108-sda', '1769620975.02149', '1769620977', '0', '', '1769620977', 0, 1) +test DEBUG: /tmp/tmp9usno4y2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1644f29-ba22-456d-b546-f4be2a4c3108-sda', '1769620975.02149', '1769620977', '0', '', '1769620977', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e1644f29-ba22-456d-b546-f4be2a4c3108-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02876 seconds (34.77160/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0z95b878/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ac7a62db22837319a33733b42e915f40', 'dfe2ae8d-2b40-452d-8487-98f5b1ba8e7a-sda', '1769620975.07263', '1769620977', '0', '', '1769620977', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server ERROR: Object returning 503 for [] (txn: txd15be0cff3fe452b89a1a-00697a45ef) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server ERROR: Object returning 503 for [] (txn: txc6822c56cc0e41bca84c6-00697a45ef) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok + +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0073 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0023 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0023 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0023 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 790414 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 790414 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0083 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0077 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0065 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0079 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0033 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0059 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0074 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0070 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0068 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0051 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0089 "-" 790414 - +test ERROR: ERROR Account update failed with 127.0.0.1:42493/sda1 (will retry later): Response 503 OK +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 790414 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0004 "-" 790414 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0070 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:40 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:40 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:40 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:40 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:40 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}'test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok - -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171121 1735210037-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171121 1735210037-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171121 1735210037-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 1s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1735123640-invalid0': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1735123640-invalid1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever - self.run_once(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp1xp4vqf5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1xp4vqf5/tmp_test_proxy_server_chunked/container-sync-realms.conf'test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start @@ -92531,10 +37838,6 @@ test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline @@ -92545,671 +37848,66 @@ test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok - -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp1xp4vqf5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1xp4vqf5/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0631 "-" 3026146 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0337 "-" 3026146 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0462 "-" 3026146 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0646 "-" 3026146 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx633f1125950a4d03b5002-00676d343a" "proxy-server 3026146" 0.0069 "-" 3026146 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:33645/sdb1/3/a/c" "tx633f1125950a4d03b5002-00676d343a" "container-server 3026146" 0.0036 "-" 3026146 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:35971/sda1/3/a/c" "tx633f1125950a4d03b5002-00676d343a" "container-server 3026146" 0.0027 "-" 3026146 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx633f1125950a4d03b5002-00676d343a" "proxy-server 3026146" 0.1262 "-" 3026146 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx633f1125950a4d03b5002-00676d343a" "proxy-server 3026146" 0.0672 "-" 3026146 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/22 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx633f1125950a4d03b5002-00676d343a - 0.1616 - - 1735210042.393594742 1735210042.555217266 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx026f1278c33a433d8197d-00676d343a" "proxy-server 3026146" 0.0027 "-" 3026146 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35971/sda1/0/a1/c1" "tx026f1278c33a433d8197d-00676d343a" "container-server 3026146" 0.1797 "-" 3026146 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33645/sdb1/0/a1/c1" "tx026f1278c33a433d8197d-00676d343a" "container-server 3026146" 0.0029 "-" 3026146 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx026f1278c33a433d8197d-00676d343a" "proxy-server 3026146" 0.2778 "-" 3026146 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx026f1278c33a433d8197d-00676d343a" "proxy-server 3026146" 0.2531 "-" 3026146 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/22 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx026f1278c33a433d8197d-00676d343a - 0.3005 - - 1735210042.558269262 1735210042.858772278 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:22 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx24eb6d13908b43839001e-00676d343a" "proxy-server 3026146" 0.0480 "-" 3026146 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:23 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:35971/sda1/3/a/c1" "tx24eb6d13908b43839001e-00676d343a" "container-server 3026146" 0.0075 "-" 3026146 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:23 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:33645/sdb1/3/a/c1" "tx24eb6d13908b43839001e-00676d343a" "container-server 3026146" 0.0471 "-" 3026146 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:23 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx24eb6d13908b43839001e-00676d343a" "proxy-server 3026146" 0.1651 "-" 3026146 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:23 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx24eb6d13908b43839001e-00676d343a" "proxy-server 3026146" 0.1244 "-" 3026146 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/23 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx24eb6d13908b43839001e-00676d343a - 0.2346 - - 1735210042.870216608 1735210043.104774952 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:23 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbfae008ed72d4559a55f1-00676d343b" "proxy-server 3026146" 0.0408 "-" 3026146 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:23 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:33645/sdb1/0/a/c2" "txbfae008ed72d4559a55f1-00676d343b" "container-server 3026146" 0.0195 "-" 3026146 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:23 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:35971/sda1/0/a/c2" "txbfae008ed72d4559a55f1-00676d343b" "container-server 3026146" 0.0964 "-" 3026146 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:23 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbfae008ed72d4559a55f1-00676d343b" "proxy-server 3026146" 0.2542 "-" 3026146 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:23 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbfae008ed72d4559a55f1-00676d343b" "proxy-server 3026146" 0.1958 "-" 3026146 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/23 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbfae008ed72d4559a55f1-00676d343b - 0.3377 - - 1735210043.113170624 1735210043.450861454 2 -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx0bef0d45122744e9b91d7-00676d3444) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx0bef0d45122744e9b91d7-00676d3444) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request - return handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response - app_iter.kickoff(req, resp) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate - chunk = next(iterator) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item - return super(StringAlong, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx5728f4f2a021445284a64-00676d3444) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmpjwfajpk4/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmpjwfajpk4/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmpjwfajpk4/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test NOTICE: Child 3026251 exiting normally -test NOTICE: Started child 88 from parent 3026251 -test NOTICE: Started child 89 from parent 3026251 -test ERROR: Removing dead child 88 from parent 3026251 -test NOTICE: Started child 90 from parent 3026251 -test NOTICE: Started child 88 from parent 3026251 -test NOTICE: Started child 89 from parent 3026251 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx2b4087105d004120b2f5a-00676d3436) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx5ce3c8033fca4563943bd-00676d3436) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436)test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60577/sda1/1/a/c" "tx51a658990dde441a9b7a3-00676d3434" "container-server 3026271" 0.0042 "-" 3026271 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx51a658990dde441a9b7a3-00676d3434" "proxy-server 3026271" 0.0902 "-" 3026271 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx51a658990dde441a9b7a3-00676d3434" "proxy-server 3026271" 0.0642 "-" 3026271 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx51a658990dde441a9b7a3-00676d3434 - 0.1118 - - 1735210036.299305677 1735210036.411141157 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7c545dd967b24e789cd7d-00676d3434" "proxy-server 3026271" 0.0037 "-" 3026271 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37377/sdb1/1/a1/c1" "tx7c545dd967b24e789cd7d-00676d3434" "container-server 3026271" 0.0097 "-" 3026271 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60577/sda1/1/a1/c1" "tx7c545dd967b24e789cd7d-00676d3434" "container-server 3026271" 0.0073 "-" 3026271 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7c545dd967b24e789cd7d-00676d3434" "proxy-server 3026271" 0.0751 "-" 3026271 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7c545dd967b24e789cd7d-00676d3434" "proxy-server 3026271" 0.1068 "-" 3026271 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7c545dd967b24e789cd7d-00676d3434 - 0.1419 - - 1735210036.414333344 1735210036.556200743 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx76d1c120bf9a4a0db655b-00676d3434" "proxy-server 3026271" 0.0463 "-" 3026271 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37377/sdb1/2/a/c1" "tx76d1c120bf9a4a0db655b-00676d3434" "container-server 3026271" 0.0368 "-" 3026271 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:60577/sda1/2/a/c1" "tx76d1c120bf9a4a0db655b-00676d3434" "container-server 3026271" 0.0025 "-" 3026271 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx76d1c120bf9a4a0db655b-00676d3434" "proxy-server 3026271" 0.1686 "-" 3026271 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx76d1c120bf9a4a0db655b-00676d3434" "proxy-server 3026271" 0.1057 "-" 3026271 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx76d1c120bf9a4a0db655b-00676d3434 - 0.2521 - - 1735210036.564084053 1735210036.816148520 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx84b81c4146ac4497a88bd-00676d3434" "proxy-server 3026271" 0.0300 "-" 3026271 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37377/sdb1/1/a/c2" "tx84b81c4146ac4497a88bd-00676d3434" "container-server 3026271" 0.0322 "-" 3026271 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60577/sda1/1/a/c2" "tx84b81c4146ac4497a88bd-00676d3434" "container-server 3026271" 0.0015 "-" 3026271 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx84b81c4146ac4497a88bd-00676d3434" "proxy-server 3026271" 0.0778 "-" 3026271 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx84b81c4146ac4497a88bd-00676d3434" "proxy-server 3026271" 0.1468 "-" 3026271 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx84b81c4146ac4497a88bd-00676d3434 - 0.2098 - - 1735210036.819442272 1735210037.029223919 2 -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_init test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename @@ -93220,457 +37918,22 @@ test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txbc2ef4abce6a4719aa502-00676d3436) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server ERROR: Object returning 503 for [] (txn: tx8ae7e8a6819544868f85c-00676d3445) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server ERROR: Object returning 503 for [] (txn: tx8a4fa1e329b1445ba80ea-00676d3448) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server ERROR: Object returning 503 for [] (txn: txef952efa5b774912b7c3a-00676d3448) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa8599be390694b6bbdfa2-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa8599be390694b6bbdfa2-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa8599be390694b6bbdfa2-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa8599be390694b6bbdfa2-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8599be390694b6bbdfa2-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8599be390694b6bbdfa2-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8599be390694b6bbdfa2-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8599be390694b6bbdfa2-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa8599be390694b6bbdfa2-00676d3448) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0362 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0846 "-" 3026152 - -test ERROR: ERROR Account update failed with 127.0.0.1:45057/sda1 (will retry later): Response 503 OK -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0601 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0353 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0043 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 3026152 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0008 "-" 3026152 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0670 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0088 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0005 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0332 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0088 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0245 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0311 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 3026152 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0395 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0059 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0340 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0608 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0076 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0344 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3026152 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0431 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0248 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0283 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0022 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0018 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0108 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0205 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0517 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0538 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0178 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0011 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0481 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0031 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0011 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0256 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0108 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0269 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0029 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0017 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0281 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0041 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0013 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0406 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0117 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0082 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0314 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0048 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:29 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0013 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0611 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0091 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0014 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0328 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0026 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0024 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0087 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0681 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0108 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0017 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0308 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0019 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0049 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0536 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0111 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:30 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0094 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0474 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0215 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0015 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0520 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0031 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0060 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0486 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0110 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0063 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0060 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0549 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0327 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0033 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0016 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0238 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0086 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0013 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0467 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0068 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:31 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0053 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0600 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0063 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0751 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0024 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0099 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0308 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0023 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0301 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0024 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0137 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0020 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0039 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0019 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0019 "-" 3026152 - -test DEBUG: Unlinked retiring db '/tmp/tmp73__ihuw/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0335 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0029 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0013 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0307 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0021 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0072 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0439 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0015 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:32 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0476 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0015 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0600 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0061 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0007 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0267 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0016 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0254 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0069 "-" 3026152 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes @@ -93679,4452 +37942,875 @@ test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx75d292f96d8e4e918b158-00676d3436) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx61bec8a55b6940e2a3b70-00676d3441) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0046 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0523 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0040 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0015 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0446 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0303 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 3026152 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1283 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0302 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1093 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0265 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0354 "-" 3026152 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0510 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0537 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0466 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0570 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0391 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0284 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0068 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0005 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0003 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0350 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0381 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0331 "-" 3026152 0 -test DEBUG: Unlinked retiring db '/tmp/tmpi1t_4fry/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0289 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0195 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1341 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0088 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0660 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0121 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0587 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0002 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0416 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:47:35 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0012 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:47:35 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0008 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:47:35 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0010 "-" 3026152 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [26/Dec/2024:10:47:35 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0272 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [26/Dec/2024:10:47:35 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0007 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0519 "-" 3026152 0test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test INFO: - - 26/Dec/2024/10/46/01 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.179323435 1735209961.179665327 0 -test INFO: - - 26/Dec/2024/10/46/01 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1735209961.179253101 1735209961.181066275 0 -test INFO: - - 26/Dec/2024/10/46/01 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.183316946 1735209961.183650494 0 -test INFO: - - 26/Dec/2024/10/46/01 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0011 - - 1735209961.183252335 1735209961.184348106 0 -test INFO: - - 26/Dec/2024/10/46/01 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.186265707 1735209961.186570644 0 -test INFO: - - 26/Dec/2024/10/46/01 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0012 - - 1735209961.186199188 1735209961.187352657 0 -test INFO: - - 26/Dec/2024/10/46/01 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0009 FA - 1735209961.189092636 1735209961.190017462 0 -test INFO: - - 26/Dec/2024/10/46/01 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1735209961.189036369 1735209961.190738201 0 -test INFO: - - 26/Dec/2024/10/46/01 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735209961.193207502 1735209961.193450451 0 -test INFO: - - 26/Dec/2024/10/46/01 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0010 - - 1735209961.193145275 1735209961.194184542 0 -test INFO: - - 26/Dec/2024/10/46/01 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.196480036 1735209961.196756124 0 -test INFO: - - 26/Dec/2024/10/46/01 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0004 SSC - 1735209961.197257280 1735209961.197685242 0 -test INFO: - - 26/Dec/2024/10/46/01 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.200646162 1735209961.200976610 0 -test INFO: - - 26/Dec/2024/10/46/01 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0056 - - 1735209961.196268320 1735209961.201884747 - -test INFO: - - 26/Dec/2024/10/46/01 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0004 FA - 1735209961.204626322 1735209961.205011606 0 -test INFO: - - 26/Dec/2024/10/46/01 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0004 SSC - 1735209961.205554485 1735209961.205923319 0 -test INFO: - - 26/Dec/2024/10/46/01 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.206629276 1735209961.206929445 0 -test INFO: - - 26/Dec/2024/10/46/01 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0033 - - 1735209961.204394102 1735209961.207644224 - -test INFO: - - 26/Dec/2024/10/46/01 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.210173845 1735209961.210436106 0 -test INFO: - - 26/Dec/2024/10/46/01 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1735209961.210877895 1735209961.211194992 0 -test INFO: - - 26/Dec/2024/10/46/01 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.211816788 1735209961.212081671 0 -test INFO: - - 26/Dec/2024/10/46/01 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0029 - - 1735209961.209983349 1735209961.212872982 - -test INFO: - - 26/Dec/2024/10/46/01 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.214930534 1735209961.215204239 0 -test INFO: - - 26/Dec/2024/10/46/01 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1735209961.215627432 1735209961.215940714 0 -test INFO: - - 26/Dec/2024/10/46/01 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735209961.216519117 1735209961.216775417 0 -test INFO: - - 26/Dec/2024/10/46/01 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0028 - - 1735209961.214748621 1735209961.217524767 - -test INFO: - - 26/Dec/2024/10/46/01 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735209961.219687223 1735209961.219924212 0 -test INFO: - - 26/Dec/2024/10/46/01 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1735209961.220370770 1735209961.220700502 0 -test INFO: - - 26/Dec/2024/10/46/01 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0012 FA - 1735209961.221288681 1735209961.222469807 0 -test INFO: - - 26/Dec/2024/10/46/01 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0037 - - 1735209961.219484091 1735209961.223215103 - -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test ERROR: Problem finding shard upper in '/tmp/tmp0mx1br5v/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp0mx1br5v/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpjseddr2n/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpjseddr2n/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55f09eae21674acd81777-00676d3448) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txc989bc9905f4462394c77-00676d3449) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx84c5bb20c20b4595b3610-00676d3449) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server ERROR: Object returning 503 for [] (txn: txad05a0349c144b76a2f0a-00676d3449) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.4:1004/sde (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Unlinked retiring db '/tmp/tmpvtu719pm/containers/part/suffix/hash/container.db' -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0158 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0120 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0114 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0072 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0082 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0452 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0007 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0477 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0077 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0398 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0130 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0006 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0468 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0028 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0238 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0343 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:19 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3026225 0 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0788 "-" 3026225 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0428 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0060 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0012 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0621 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3026225 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0005 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0002 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0739 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0724 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0413 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0842 "-" 3026225 - -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0519 "-" 3026225 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0821 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1290 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0946 "-" 3026225 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3762 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0008 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0009 "-" 3026225 2 -test INFO: - - - [26/Dec/2024:10:47:21 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0771 "-" 3026225 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0005 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0120 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0273 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:35 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0041 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:36 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0010 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:37 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 1.0166 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:37 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.1272 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1128 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0661 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0621 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0703 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0718 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0042 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0565 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0501 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0527 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0395 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0539 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1198 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0246 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0069 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0024 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0107 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0028 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0019 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0454 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0425 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0364 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0028 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0565 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0477 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0674 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0760 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0452 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0029 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0058 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0541 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0019 "-" 3026152 -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server ERROR: Object returning 503 for [] (txn: tx910bbce20cff47ee93bf8-00676d3444) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server ERROR: Object returning 503 for [] (txn: tx5f4fb58a4ac1410bb31ea-00676d3449) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok - -fake-swift INFO: - - 26/Dec/2024/10/47/02 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0004 - - 1735210022.085936069 1735210022.086348295 - -fake-swift INFO: - - 26/Dec/2024/10/47/02 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0004 - - 1735210022.092512608 1735210022.092900753 - -fake-swift INFO: - - 26/Dec/2024/10/47/02 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1735210022.094635963 1735210022.094881058 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 26/Dec/2024/10/47/06 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0003 - - 1735210026.174896717 1735210026.175220490 - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: Setting object count to 1032 (txn: tx2a219921ca9b4955ae665-00676d3441) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: Setting object count to 48 (txn: tx7f80772f836e4846a3c2f-00676d3441) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3fbc01ee98dd4240b7626-00676d3441) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue - for fragment in frag_iter: - ^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read - raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txeda3084ea2d74f56aebfe-00676d3449) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.9:1009/sdj (txn: tx14aa319689d34712bae1f-00676d344b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.3:1003/sdd (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.03s) (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.03s) (txn: txb49b8f587f0244d3b6576-00676d344b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: txb398da79e87e48278f4ee-00676d344b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + different_region) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + different_region=different_region) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00048 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00043 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -cont1 DEBUG: Could not load '/tmp/tmp3tcp0q4t/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3tcp0q4t/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp3tcp0q4t/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3tcp0q4t/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0414 "-" 3026225 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0401 "-" 3026225 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0312 "-" 3026225 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0283 "-" 3026225 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx821635e8a9784b0e9778c-00676d343f" "proxy-server 3026225" 0.0023 "-" 3026225 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39725/sda1/1/a/c" "tx821635e8a9784b0e9778c-00676d343f" "container-server 3026225" 0.0119 "-" 3026225 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55925/sdb1/1/a/c" "tx821635e8a9784b0e9778c-00676d343f" "container-server 3026225" 0.0021 "-" 3026225 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx821635e8a9784b0e9778c-00676d343f" "proxy-server 3026225" 0.0471 "-" 3026225 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx821635e8a9784b0e9778c-00676d343f" "proxy-server 3026225" 0.0750 "-" 3026225 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx821635e8a9784b0e9778c-00676d343f - 0.1156 - - 1735210047.797194958 1735210047.912774563 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:27 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx96fef85e022147f9b85b9-00676d343f" "proxy-server 3026225" 0.0021 "-" 3026225 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55925/sdb1/1/a1/c1" "tx96fef85e022147f9b85b9-00676d343f" "container-server 3026225" 0.0072 "-" 3026225 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:39725/sda1/1/a1/c1" "tx96fef85e022147f9b85b9-00676d343f" "container-server 3026225" 0.0132 "-" 3026225 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx96fef85e022147f9b85b9-00676d343f" "proxy-server 3026225" 0.1158 "-" 3026225 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx96fef85e022147f9b85b9-00676d343f" "proxy-server 3026225" 0.0886 "-" 3026225 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/28 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx96fef85e022147f9b85b9-00676d343f - 0.1328 - - 1735210047.915709257 1735210048.048539162 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx73eabcd1f03e435abd003-00676d3440" "proxy-server 3026225" 0.0366 "-" 3026225 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39725/sda1/2/a/c1" "tx73eabcd1f03e435abd003-00676d3440" "container-server 3026225" 0.0267 "-" 3026225 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55925/sdb1/2/a/c1" "tx73eabcd1f03e435abd003-00676d3440" "container-server 3026225" 0.0387 "-" 3026225 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx73eabcd1f03e435abd003-00676d3440" "proxy-server 3026225" 0.2027 "-" 3026225 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx73eabcd1f03e435abd003-00676d3440" "proxy-server 3026225" 0.1555 "-" 3026225 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/28 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx73eabcd1f03e435abd003-00676d3440 - 0.2715 - - 1735210048.056609869 1735210048.328073978 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5c122f227bf64d1db5ee8-00676d3440" "proxy-server 3026225" 0.0446 "-" 3026225 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55925/sdb1/1/a/c2" "tx5c122f227bf64d1db5ee8-00676d3440" "container-server 3026225" 0.0546 "-" 3026225 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39725/sda1/1/a/c2" "tx5c122f227bf64d1db5ee8-00676d3440" "container-server 3026225" 0.0027 "-" 3026225 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5c122f227bf64d1db5ee8-00676d3440" "proxy-server 3026225" 0.1727 "-" 3026225 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5c122f227bf64d1db5ee8-00676d3440" "proxy-server 3026225" 0.1100 "-" 3026225 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/28 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5c122f227bf64d1db5ee8-00676d3440 - 0.2340 - - 1735210048.334812164 1735210048.568815470 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx88136278c31245ac94816-00676d3441) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe412554065cb476582e61-00676d3441) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx799ee83cabe944a3a6f77-00676d3441) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx799ee83cabe944a3a6f77-00676d3441) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx799ee83cabe944a3a6f77-00676d3441) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6dfdd6233a134083a4f24-00676d3441) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6dfdd6233a134083a4f24-00676d3441) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx6dfdd6233a134083a4f24-00676d3441) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx45c536f800754c5483fda-00676d3441) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx45c536f800754c5483fda-00676d3441) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8a5fcbe49ed44af5b16a9-00676d3441) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8a5fcbe49ed44af5b16a9-00676d3441) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +Search value matched 0 devices. +The on-disk ring builder is unchanged. +Unknown command: unknown +swift-ring-builder 1.3 -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: Setting object count to 1064 (txn: tx3fbc01ee98dd4240b7626-00676d3441) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx0762e805de4a4ffca6668-00676d3441) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0762e805de4a4ffca6668-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0762e805de4a4ffca6668-00676d3441) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0762e805de4a4ffca6668-00676d3441) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0762e805de4a4ffca6668-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0762e805de4a4ffca6668-00676d3441) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0762e805de4a4ffca6668-00676d3441) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txbe6ac044705041a585b4e-00676d3441) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbe6ac044705041a585b4e-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txbe6ac044705041a585b4e-00676d3441) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbe6ac044705041a585b4e-00676d3441) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbe6ac044705041a585b4e-00676d3441) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbe6ac044705041a585b4e-00676d3441) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbe6ac044705041a585b4e-00676d3441) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Setting object count to 1065 (txn: tx8fc8787ffa004b2c991ce-00676d3444) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Setting object count to 1065 (txn: tx89ed8dc942e14addad3bf-00676d3449) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7f1f90bb47e148bba72e2-00676d344e) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx7f1f90bb47e148bba72e2-00676d344e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server ERROR: Object returning 503 for [] (txn: tx2521fc3fdfc34ca5a533f-00676d3449) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server ERROR: Object returning 503 for [] (txn: tx9e535f2f73bd4c3095792-00676d3450) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx83cb0a03df8a4f2091ea3-00676d3450) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... -test INFO: - - - [26/Dec/2024:10:47:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0587 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:40 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0191 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:40 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0169 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:41 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0515 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:41 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0070 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:41 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0006 "-" 3026152 nada -test INFO: - - - [26/Dec/2024:10:47:41 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 3026152 999 -test INFO: - - - [26/Dec/2024:10:47:41 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0337 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:41 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0028 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:41 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0418 "-" 3026152 1 -test INFO: - - - [26/Dec/2024:10:47:41 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0025 "-" 3026152 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:41 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0004 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0004 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0369 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0089 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0572 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0096 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0340 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0105 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0540 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0139 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0130 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0291 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0638 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0116 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0380 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0477 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0016 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0482 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0011 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0214 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1359 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0014 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0368 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0055 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0439 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0014 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0837 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0562 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0011 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0469 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0053 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0341 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0606 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0608 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0120 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.2542 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0557 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0064 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0159 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok + Where and are replication ip and port. -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc484b3853ba462f81c9f-00676d344b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2d3f3ecfbac5445688774-00676d344d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx546eef5c1d894d0f90dfa-00676d344e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4e6f93cc99c84304aa005-00676d344e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok +or -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb2870a506f634290b9fdb-00676d3442) -test INFO: Client disconnected on read of '/a/c' (txn: txb2870a506f634290b9fdb-00676d3442) -test INFO: Client disconnected on read of '/a/c' (txn: tx2657947b3e8d4932b5596-00676d3442) -test INFO: Client disconnected on read of '/a/c' (txn: tx2657947b3e8d4932b5596-00676d3442) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb615fc8631224bee9ddd4-00676d3442) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2c8041dce1ba4868b108e-00676d3443) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa3776aca66f84bae9d7fb-00676d3443) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa3776aca66f84bae9d7fb-00676d3443) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa3776aca66f84bae9d7fb-00676d3443) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txa3776aca66f84bae9d7fb-00676d3443) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6472e1c49d884eefa3862-00676d3443) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6472e1c49d884eefa3862-00676d3443) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6472e1c49d884eefa3862-00676d3443) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx6472e1c49d884eefa3862-00676d3443) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx38042f9a151a42e783005-00676d3443) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx38042f9a151a42e783005-00676d3443) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx38042f9a151a42e783005-00676d3443) -test ERROR: Account HEAD returning 503 for [] (txn: tx38042f9a151a42e783005-00676d3443) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5fb2d287f2714b1593927-00676d3443) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8eea95b3527048c9b5e1b-00676d3443) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8eea95b3527048c9b5e1b-00676d3443) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb05f8bf29d344e3493638-00676d3443) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx01cacdf7556748faaebcc-00676d3443) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdcb077702b41b5aeecd-00676d3443)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate +test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server ERROR: Object returning 503 for [] (txn: txaa41bbdbdf9e4e1a90f42-00676d3451) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx35f22da09f6f4b50b4d77-00676d3452) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx830e60d1d93b4373ab933-00676d3452) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txebe707ea81c948058aa37-00676d344e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7fcbd9cf34947f3bbcb3-00676d3450) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe297532162044faa87cf5-00676d3450) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe297532162044faa87cf5-00676d3450) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txe297532162044faa87cf5-00676d3450) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txe297532162044faa87cf5-00676d3450) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txe297532162044faa87cf5-00676d3450) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txe297532162044faa87cf5-00676d3450) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx46cc1237817c405893eb5-00676d3450) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx46cc1237817c405893eb5-00676d3450) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx46cc1237817c405893eb5-00676d3450) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx46cc1237817c405893eb5-00676d3450) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx46cc1237817c405893eb5-00676d3450) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx46cc1237817c405893eb5-00676d3450) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx46cc1237817c405893eb5-00676d3450) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx46cc1237817c405893eb5-00676d3450) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx46cc1237817c405893eb5-00676d3450)test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0002 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0003 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0415 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0056 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0415 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0161 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0091 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0163 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0085 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0127 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0446 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0049 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0671 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0115 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0462 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0168 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0009 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0094 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0408 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0129 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0435 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0010 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0003 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0616 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0004 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0797 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0335 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0008 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0042 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0553 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0005 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0002 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0774 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0706 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0326 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0582 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0494 "-" 3026152 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0708 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0636 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse'test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/47/33 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0026 - - 1735210053.639937639 1735210053.642533302 1 +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok + +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00049 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +test NOTICE: Child 790417 exiting normally +test NOTICE: Started child 88 from parent 790417 +test NOTICE: Started child 89 from parent 790417 +test ERROR: Removing dead child 88 from parent 790417 +test NOTICE: Started child 90 from parent 790417 +test NOTICE: Started child 88 from parent 790417 +test NOTICE: Started child 89 from parent 790417 + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 26/Dec/2024/10/47/33 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0067 - - 1735210053.643810272 1735210053.650547504 0 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + app, method, container, obj, headers, body, query) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok - -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx66725ffa9c8f4d809a7ea-00676d3446) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9d65b9dc1161453b8188e-00676d3448) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txc18db609def845609f3de-00676d3448) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txc18db609def845609f3de-00676d3448) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2af24100e6594a4f84574-00676d3448) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2af24100e6594a4f84574-00676d3448) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx2af24100e6594a4f84574-00676d3448) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx2af24100e6594a4f84574-00676d3448) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2af24100e6594a4f84574-00676d3448) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2af24100e6594a4f84574-00676d3448) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2af24100e6594a4f84574-00676d3448) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2af24100e6594a4f84574-00676d3448) -test WARNING: Could not autocreate account '/account' (txn: tx2af24100e6594a4f84574-00676d3448) -test INFO: autocreate account '/account' (txn: txfdc19259ca83428a8bfc9-00676d3448) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txc6c7a3d3407741f8acde7-00676d3448) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txc6c7a3d3407741f8acde7-00676d3448) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txc6c7a3d3407741f8acde7-00676d3448) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txc6c7a3d3407741f8acde7-00676d3448) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txc6c7a3d3407741f8acde7-00676d3448) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txc6c7a3d3407741f8acde7-00676d3448) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc6c7a3d3407741f8acde7-00676d3448) -test WARNING: Could not autocreate account '/account' (txn: txc6c7a3d3407741f8acde7-00676d3448) -test INFO: autocreate account '/account' (txn: txb960c61c2c2747aea219c-00676d3448) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7c5b9be23a2f43f88976e-00676d3448) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7c5b9be23a2f43f88976e-00676d3448) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7c5b9be23a2f43f88976e-00676d3448) -test INFO: autocreate account '/account' (txn: txe54ee571e62741ceb528a-00676d3448) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx626e8a4306664afe9a359-00676d3448) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx626e8a4306664afe9a359-00676d3448) -test INFO: autocreate account '/account' (txn: tx626e8a4306664afe9a359-00676d3448) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txe2048f67d31545faadb39-00676d3448) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe2048f67d31545faadb39-00676d3448) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx6bd0752882224ad99a6fb-00676d3449) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: txdc2e10d0682141548a8e8-00676d3449) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9068a92a8f0f4a95b77f3-00676d3449)test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx3bf20461960743309ec6a-00676d3454) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [26/Dec/2024:10:47:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4666 "-" 3026152 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [26/Dec/2024:10:47:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0358 "-" 3026152 0 -test INFO: - - - [26/Dec/2024:10:47:46 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0007 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:46 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0043 "-" 3026152 - -test INFO: - - - [26/Dec/2024:10:47:46 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0617 "-" 3026152 0 -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpyddyt3j6/devices/sda1 (pid: 3026152) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpyddyt3j6/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210067.00000 -test INFO: Object update sweep completed on /tmp/tmpyddyt3j6/devices/sda1 in 0.03s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpoegxy4gg/devices/sda1 (pid: 3026152) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpoegxy4gg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210067.00000 -test INFO: Object update sweep completed on /tmp/tmpoegxy4gg/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpqdvdh4xs/devices/sda1 (pid: 3026152) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpqdvdh4xs/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpqdvdh4xs/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 -test INFO: Object update sweep completed on /tmp/tmpqdvdh4xs/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp07v454e5/devices/sda1 (pid: 3026152) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp07v454e5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 -test INFO: Object update sweep completed on /tmp/tmp07v454e5/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp07v454e5/devices/sda1 (pid: 3026152) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp07v454e5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmp07v454e5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 -test INFO: Object update sweep completed on /tmp/tmp07v454e5/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpce9xi_bc/devices/sda1 (pid: 3026152) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpce9xi_bc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpce9xi_bc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmpce9xi_bc/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpce9xi_bc/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpce9xi_bc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 -test INFO: Object update sweep completed on /tmp/tmpce9xi_bc/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_u8l8vqr/devices/sda1 (pid: 3026152) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5dfa3301e9464624bbda3-00676d3452) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx5dfa3301e9464624bbda3-00676d3452) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5dfa3301e9464624bbda3-00676d3452) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx5dfa3301e9464624bbda3-00676d3452) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx5dfa3301e9464624bbda3-00676d3452) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5dfa3301e9464624bbda3-00676d3452) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx5dfa3301e9464624bbda3-00676d3452) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5dfa3301e9464624bbda3-00676d3452) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5dfa3301e9464624bbda3-00676d3452) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx5dfa3301e9464624bbda3-00676d3452) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx5dfa3301e9464624bbda3-00676d3452) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx5dfa3301e9464624bbda3-00676d3452) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx5dfa3301e9464624bbda3-00676d3452) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx5dfa3301e9464624bbda3-00676d3452) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx5dfa3301e9464624bbda3-00676d3452) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx5dfa3301e9464624bbda3-00676d3452) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx5dfa3301e9464624bbda3-00676d3452) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx5dfa3301e9464624bbda3-00676d3452) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx181d86ca68094e65b20ed-00676d3452) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx181d86ca68094e65b20ed-00676d3452) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx181d86ca68094e65b20ed-00676d3452) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx181d86ca68094e65b20ed-00676d3452) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txb79369079b534f6ead369-00676d3452) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb79369079b534f6ead369-00676d3452) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb79369079b534f6ead369-00676d3452) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txb79369079b534f6ead369-00676d3452) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: Setting object count to 3120 (txn: txf66713e75ef949b780369-00676d3456) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: Setting object count to 3120 (txn: txe280e0650960482cb6b07-00676d3456) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: Setting object count to 3120 (txn: txc137be4d2c484c27a6d55-00676d3456) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: Setting object count to 3120 (txn: tx95a74ab8fe84447ea5275-00676d3457) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx80456d369fc14e35b2e25-00676d344e) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7c5cc112f9d040e7a1477-00676d344e) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4c4fce37a983427c900b4-00676d344e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx786d5578cfd64a378e859-00676d3451) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txf133785b085f4eb38052e-00676d3451) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txd597b62fcb814d02b7701-00676d3451) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txd597b62fcb814d02b7701-00676d3451) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txd597b62fcb814d02b7701-00676d3451) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx77b8fd640f644b62ab050-00676d3451) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx77b8fd640f644b62ab050-00676d3451) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx77b8fd640f644b62ab050-00676d3451) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx15155475df544e9cafcd8-00676d3451) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx15155475df544e9cafcd8-00676d3451) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx15155475df544e9cafcd8-00676d3451) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx15155475df544e9cafcd8-00676d3451) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1002197265625 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1009986400604248 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10127592086791992 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1015174388885498 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10180115699768066 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10205960273742676 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10230326652526855 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10249161720275879 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0002591609954834 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0007591247558594 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010504722595215 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0013129711151123 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0015850067138672 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.001823902130127 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0020740032196045 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0023138523101807 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1026601791381836 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 3.600120544433594e-05: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5c0154edd4684046a0911-00676d3451) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5c0154edd4684046a0911-00676d3451) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5c0154edd4684046a0911-00676d3451) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5c0154edd4684046a0911-00676d3451) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp_u8l8vqr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp_u8l8vqr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmp_u8l8vqr/devices/sda1 in 0.16s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.16s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_u8l8vqr/devices/sda1 (pid: 3026152) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmp_u8l8vqr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp_u8l8vqr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmp_u8l8vqr/devices/sda1 in 0.06s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.06s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_u8l8vqr/devices/sda1 (pid: 3026152) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmp_u8l8vqr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp_u8l8vqr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 to None -test INFO: Object update sweep completed on /tmp/tmp_u8l8vqr/devices/sda1 in 0.05s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_u8l8vqr/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c/o /tmp/tmp_u8l8vqr/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210066.00000 -test INFO: Object update sweep completed on /tmp/tmp_u8l8vqr/devices/sda1 in 0.03s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplglninf7/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmplglninf7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210068.00000 -test INFO: Object update sweep completed on /tmp/tmplglninf7/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplglninf7/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c/o /tmp/tmplglninf7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210069.00000 -test INFO: Object update sweep completed on /tmp/tmplglninf7/devices/sda1 in 0.53s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.53s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx4573c6b1690747e5a4f2b-00697a45f0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx6469e201ec4d4f089d973-00697a45f0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx9f404a9c369f40c7a80e5-00697a45f0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx740a59aa6ae14ed0b8834-00697a45f0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplglninf7/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c/o /tmp/tmplglninf7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210070.00000 -test INFO: Object update sweep completed on /tmp/tmplglninf7/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + node, part, req.swift_entity_path, headers, self.app.watchdog, + ...<4 lines>... + logger=self.logger, + chunked=te.endswith(',chunked')) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, path, headers, conn_timeout, node_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + part, 'PUT', path, headers) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txdd68636fe6fe4db79097e-00697a45f0) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txd4401cafbc7e484b8f1f4-00697a45f0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd6b2cd1217b14fd29cf45-00697a45f0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: txf34c092a30db4e4f857e3-00697a45f0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok - -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 1.14s) (txn: tx46cc1237817c405893eb5-00676d3450) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception (txn: tx26fc03f4c09c46cc83210-00697a45f0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx74434888ee2f42c782c58-00697a45f0) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx4fb0f9dc637d4885a3a85-00676d3452) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx41ada4e2583741e7b73f4-00676d3452)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: Setting object count to 3120 (txn: tx5a866aa5ca404fa7a4911-00676d3457) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx55ab03d89dfa4645b836f-00676d3457) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx61097f07f8cc4600b7a8d-00676d3457) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx61097f07f8cc4600b7a8d-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx61097f07f8cc4600b7a8d-00676d3457) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx61097f07f8cc4600b7a8d-00676d3457) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx61097f07f8cc4600b7a8d-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx61097f07f8cc4600b7a8d-00676d3457) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx61097f07f8cc4600b7a8d-00676d3457) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txe65282fd1d2d4130aab93-00676d3457) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx5053498864f24fd6b0d02-00676d3458) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5053498864f24fd6b0d02-00676d3458) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5053498864f24fd6b0d02-00676d3458) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5053498864f24fd6b0d02-00676d3458) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txebc439cc9fbc4f15820ba-00676d3458) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txebc439cc9fbc4f15820ba-00676d3458) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txebc439cc9fbc4f15820ba-00676d3458) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txebc439cc9fbc4f15820ba-00676d3458) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx1ea4b3881e9f40d2b90cb-00676d3458) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1ea4b3881e9f40d2b90cb-00676d3458) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx1ea4b3881e9f40d2b90cb-00676d3458) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx1ea4b3881e9f40d2b90cb-00676d3458) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx47a6e44b2d284996a7f0d-00676d345c)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test ERROR: Failed to unlink '/tmp/tmpo9vw5go5/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpo9vw5go5/containers/part/suffix/hash/container_1735210070.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpo9vw5go5/containers/part/suffix/hash/container_1735210070.00000.db': ['/tmp/tmpo9vw5go5/containers/part/suffix/hash/container.db', '/tmp/tmpo9vw5go5/containers/part/suffix/hash/container_1735210071.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpo9vw5go5/containers/part/suffix/hash/container_1735210071.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: Setting object count to 1032 (txn: txb9cbdbb4e284415cb9d95-00676d345f) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: Setting object count to 48 (txn: tx15f34105a7c64380bd176-00676d345f) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: Setting object count to 1064 (txn: tx6d1f1f3f98ed47daa1f7b-00676d345f) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx0c0e089765634f89a4508-00676d345f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0c0e089765634f89a4508-00676d345f)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa4a89791facc4e8ba4c8d-00676d3454) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx43493b7392de4f1dac225-00697a45f0) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx1e5974e0014546d798421-00676d3454) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx06f4f3963b64413fa746c-00697a45f0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx06f4f3963b64413fa746c-00697a45f0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx06f4f3963b64413fa746c-00697a45f0) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx06f4f3963b64413fa746c-00697a45f0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplglninf7/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c/o /tmp/tmplglninf7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210071.00000 -test INFO: Object update sweep completed on /tmp/tmplglninf7/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplglninf7/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c/o /tmp/tmplglninf7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210072.00000 -test INFO: Object update sweep completed on /tmp/tmplglninf7/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmplglninf7/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c/o /tmp/tmplglninf7/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210073.00000 -test INFO: Object update sweep completed on /tmp/tmplglninf7/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprw74ypgn/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c/o /tmp/tmprw74ypgn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210070.00000 -test INFO: Object update sweep completed on /tmp/tmprw74ypgn/devices/sda1 in 0.03s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.04s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprw74ypgn/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c/o /tmp/tmprw74ypgn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210072.00000 -test INFO: Object update sweep completed on /tmp/tmprw74ypgn/devices/sda1 in 0.03s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpg2lczdm6/devices/sda1 (pid: 3026152) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpg2lczdm6/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210069.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpg2lczdm6/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmppq6lbngb/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c1/o08 /tmp/tmppq6lbngb/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1735210069.90322test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx46db42deae374098ba0fd-00676d3454) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx884d212723264ac7af649-00676d3454) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx884d212723264ac7af649-00676d3454) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx884d212723264ac7af649-00676d3454) -test ERROR: Account HEAD returning 503 for [] (txn: tx884d212723264ac7af649-00676d3454) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx680d3ddbc6e94fb1afc56-00676d3454) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx680d3ddbc6e94fb1afc56-00676d3454) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx680d3ddbc6e94fb1afc56-00676d3454) -test ERROR: Account HEAD returning 503 for [] (txn: tx680d3ddbc6e94fb1afc56-00676d3454) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx38ea0598fa3f4c39b0ec7-00676d3454) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txf17417491a984808b49e4-00676d3454) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txf17417491a984808b49e4-00676d3454) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf17417491a984808b49e4-00676d3454) -test ERROR: Account HEAD returning 503 for [] (txn: txf17417491a984808b49e4-00676d3454) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5e05812c7fde4eefb8255-00676d3454) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5e05812c7fde4eefb8255-00676d3454) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5e05812c7fde4eefb8255-00676d3454) -test ERROR: Account HEAD returning 503 for [] (txn: tx5e05812c7fde4eefb8255-00676d3454) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc6164f15174c43b5b0e4d-00676d3454) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txa8bfa015b30c4923bf958-00676d3454) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txa8bfa015b30c4923bf958-00676d3454) -test INFO: Client disconnected on read of '/a/c' (txn: txa8bfa015b30c4923bf958-00676d3454) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd0e802bf6fdd4ca79ed1d-00676d3454) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx351ebe14a8f749d0816a4-00676d3454) -test INFO: Client disconnected on read of '/a/c' (txn: tx351ebe14a8f749d0816a4-00676d3454) -test INFO: Client disconnected on read of '/a/c/' (txn: tx351ebe14a8f749d0816a4-00676d3454) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfc6a5ce0052e4b2f8c5ec-00676d3454) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfc6a5ce0052e4b2f8c5ec-00676d3454) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfc6a5ce0052e4b2f8c5ec-00676d3454) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfc6a5ce0052e4b2f8c5ec-00676d3454) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe3cfe267257f4d359b031-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe3cfe267257f4d359b031-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe3cfe267257f4d359b031-00676d3456) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe3cfe267257f4d359b031-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb40ee00ed9c649b791d08-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb40ee00ed9c649b791d08-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb40ee00ed9c649b791d08-00676d3456) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb40ee00ed9c649b791d08-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8d8393bc6d1642bc9c4f7-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8d8393bc6d1642bc9c4f7-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8d8393bc6d1642bc9c4f7-00676d3456) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8d8393bc6d1642bc9c4f7-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txff4feafb269c42d9a51f6-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txff4feafb269c42d9a51f6-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txff4feafb269c42d9a51f6-00676d3456) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txff4feafb269c42d9a51f6-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9a3dbf6a5c844cdab86ad-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9a3dbf6a5c844cdab86ad-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9a3dbf6a5c844cdab86ad-00676d3456) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9a3dbf6a5c844cdab86ad-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx470d4f97969442fbb2ad6-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx470d4f97969442fbb2ad6-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx470d4f97969442fbb2ad6-00676d3456) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx470d4f97969442fbb2ad6-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc387be5ba9eb40a59ffec-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc387be5ba9eb40a59ffec-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc387be5ba9eb40a59ffec-00676d3456) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc387be5ba9eb40a59ffec-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx293b388b5bee49dbbaaac-00676d3456) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx293b388b5bee49dbbaaac-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx293b388b5bee49dbbaaac-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx293b388b5bee49dbbaaac-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx293b388b5bee49dbbaaac-00676d3456) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx293b388b5bee49dbbaaac-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2969232b7d884c15a7170-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2969232b7d884c15a7170-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2969232b7d884c15a7170-00676d3456) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx2969232b7d884c15a7170-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc1738ef4e3dc41579b28b-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc1738ef4e3dc41579b28b-00676d3456) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txc1738ef4e3dc41579b28b-00676d3456) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc1738ef4e3dc41579b28b-00676d3456) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc1738ef4e3dc41579b28b-00676d3456) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txc1738ef4e3dc41579b28b-00676d3456) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc1738ef4e3dc41579b28b-00676d3456) -test ERROR: Container GET returning 503 for [503, 503] (txn: txc1738ef4e3dc41579b28b-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx663e4c4a6d24438c87e90-00676d3456) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx663e4c4a6d24438c87e90-00676d3456) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx663e4c4a6d24438c87e90-00676d3456) -test ERROR: Container GET returning 503 for [] (txn: tx663e4c4a6d24438c87e90-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc4065c4ef8d64533a54aa-00676d3456) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc4065c4ef8d64533a54aa-00676d3456) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc4065c4ef8d64533a54aa-00676d3456) -test ERROR: Container GET returning 503 for [] (txn: txc4065c4ef8d64533a54aa-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe38d86af77574947a4a75-00676d3456) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe38d86af77574947a4a75-00676d3456) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe38d86af77574947a4a75-00676d3456) -test ERROR: Container GET returning 503 for [] (txn: txe38d86af77574947a4a75-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx65f5f69467cc4016bd3c0-00676d3456) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx65f5f69467cc4016bd3c0-00676d3456) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx65f5f69467cc4016bd3c0-00676d3456) -test ERROR: Container GET returning 503 for [] (txn: tx65f5f69467cc4016bd3c0-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx83b828315577475c91b3b-00676d3456) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx83b828315577475c91b3b-00676d3456) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx83b828315577475c91b3b-00676d3456) -test ERROR: Container GET returning 503 for [] (txn: tx83b828315577475c91b3b-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txea58fe1315314a369bb69-00676d3456) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txea58fe1315314a369bb69-00676d3456) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txea58fe1315314a369bb69-00676d3456) -test ERROR: Container GET returning 503 for [] (txn: txea58fe1315314a369bb69-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe0d84c8f6a674b2489b1a-00676d3456) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe0d84c8f6a674b2489b1a-00676d3456) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe0d84c8f6a674b2489b1a-00676d3456)test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txb9794faa970744aea28df-00676d3455) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txb9794faa970744aea28df-00676d3455) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa787b6065f37462da5ad8-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa787b6065f37462da5ad8-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa787b6065f37462da5ad8-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa787b6065f37462da5ad8-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa787b6065f37462da5ad8-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa787b6065f37462da5ad8-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa787b6065f37462da5ad8-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa787b6065f37462da5ad8-00676d3454) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txa787b6065f37462da5ad8-00676d3454) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txf175ed6a18494cacabaa5-00676d3454) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test ERROR: Failed to unlink '/tmp/tmp_8c2z1bg/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp_8c2z1bg/containers/part/suffix/hash/container_1735210056.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp_8c2z1bg/containers/part/suffix/hash/container_1735210056.00000.db': ['/tmp/tmp_8c2z1bg/containers/part/suffix/hash/container.db', '/tmp/tmp_8c2z1bg/containers/part/suffix/hash/container_1735210057.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp_8c2z1bg/containers/part/suffix/hash/container_1735210057.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx73a8a5ecf3fa4963b3fba-00676d344c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx73a8a5ecf3fa4963b3fba-00676d344c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx73a8a5ecf3fa4963b3fba-00676d344c) -test ERROR: Container HEAD returning 503 for [] (txn: tx73a8a5ecf3fa4963b3fba-00676d344c) +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59059/sda1/2/a/c1" "txe02fba3a2a924fa6a869b-00697a45e6" "container-server 790413" 0.0052 "-" 790413 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:52 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe02fba3a2a924fa6a869b-00697a45e6" "proxy-server 790413" 5.1999 "-" 790413 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe02fba3a2a924fa6a869b-00697a45e6" "proxy-server 790413" 5.1933 "-" 790413 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/52 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe02fba3a2a924fa6a869b-00697a45e6 - 5.2127 - - 1769620966.890363693 1769620972.103102684 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:52 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx420c943a812d4e2eab827-00697a45ec" "proxy-server 790413" 0.0043 "-" 790413 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:52 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59059/sda1/1/a/c2" "tx420c943a812d4e2eab827-00697a45ec" "container-server 790413" 0.0010 "-" 790413 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56421/sdb1/1/a/c2" "tx420c943a812d4e2eab827-00697a45ec" "container-server 790413" 0.0042 "-" 790413 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:52 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx420c943a812d4e2eab827-00697a45ec" "proxy-server 790413" 0.0214 "-" 790413 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:22:52 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx420c943a812d4e2eab827-00697a45ec" "proxy-server 790413" 0.0150 "-" 790413 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/22/52 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx420c943a812d4e2eab827-00697a45ec - 0.0318 - - 1769620972.104370832 1769620972.136171341 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx030a7ab825af472d86d18-00697a45ee) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx667b16fbd8b741188835b-00697a45ee) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9516db334668478299886-00697a45ee) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9516db334668478299886-00697a45ee) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx9516db334668478299886-00697a45ee) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx297659959d3c4b76b6724-00697a45ee) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx297659959d3c4b76b6724-00697a45ee) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx297659959d3c4b76b6724-00697a45ee) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txd44e22aaf10840dfbcb1e-00697a45ee) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txd44e22aaf10840dfbcb1e-00697a45ee) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txab79227353e947f39298a-00697a45ee) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txab79227353e947f39298a-00697a45ee) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -98133,4590 +38819,2829 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test INFO: Client disconnected on read of '/a/c' (txn: tx6292cd821a0043c382e3b-00697a45ee) +test INFO: Client disconnected on read of '/a/c' (txn: tx6292cd821a0043c382e3b-00697a45ee) +test INFO: Client disconnected on read of '/a/c' (txn: txadd2049f92fd4de9b0d24-00697a45ee) +test INFO: Client disconnected on read of '/a/c' (txn: txadd2049f92fd4de9b0d24-00697a45ee) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd9977024011d4134ac64a-00697a45ee) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa3c1e6482dc94ce8bc2ba-00697a45ee) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx184b84ae30484c709cfc9-00697a45ee) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx184b84ae30484c709cfc9-00697a45ee) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx184b84ae30484c709cfc9-00697a45ee) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx184b84ae30484c709cfc9-00697a45ee)test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmppq6lbngb/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735210069.92291 -test INFO: Object update sweep completed on /tmp/tmppq6lbngb/devices/sda1 in 0.36s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.36s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpbtghi13s/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpbtghi13s/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735210071.86300 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpbtghi13s/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735210071.86358 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpbtghi13s/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735210071.86381 -test INFO: Object update sweep completed on /tmp/tmpbtghi13s/devices/sda1 in 0.12s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.12s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0rqrczl2/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp0rqrczl2/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735210071.99675 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp0rqrczl2/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735210072.00633 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp0rqrczl2/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735210071.99710 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp0rqrczl2/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735210071.99768 -test INFO: Object update sweep completed on /tmp/tmp0rqrczl2/devices/sda1 in 0.04s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.04s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp44ooo6h8/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp44ooo6h8/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735210072.07400 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp44ooo6h8/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735210072.07758 -test INFO: Object update sweep completed on /tmp/tmp44ooo6h8/devices/sda1 in 0.13s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.13s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpja0mdp4h/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpja0mdp4h/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1735210072.25149 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpja0mdp4h/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1735210072.25057 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpja0mdp4h/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735210072.23710 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpja0mdp4h/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735210072.25122 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpja0mdp4h/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735210072.25814 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpja0mdp4h/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735210072.23685 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpja0mdp4h/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1735210072.25194 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpja0mdp4h/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735210072.23617 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpja0mdp4h/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735210072.23663 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpja0mdp4h/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735210072.23642 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpja0mdp4h/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1735210072.25171 -test INFO: Object update sweep completed on /tmp/tmpja0mdp4h/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpx0frey9a/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpx0frey9a/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735210072.49078 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpx0frey9a/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1735210072.49189 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpx0frey9a/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735210072.49151 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpx0frey9a/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735210072.49208 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpx0frey9a/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735210072.49104 -test INFO: Object update sweep completed on /tmp/tmpx0frey9a/devices/sda1 in 0.02s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.03s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9xvglf24/devices/sda1 (pid: 3026152) -test INFO: Object update sweep completed on /tmp/tmp9xvglf24/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9xvglf24/devices/sda1 (pid: 3026152) -test INFO: Object update sweep completed on /tmp/tmp9xvglf24/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9xvglf24/devices/sda1 (pid: 3026152) -test INFO: Object update sweep completed on /tmp/tmp9xvglf24/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweeptest.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server ERROR: Object returning 503 for [] (txn: tx121383b5c72d4a81ab0de-00697a45ef) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e00fb2d816b4f3db0cbd-00697a45f3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server ERROR: Object returning 503 for [] (txn: txe93df2f63e1c4716b6711-00697a45f3) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok + +test DEBUG: /tmp/tmp0z95b878/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620978.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'dfe2ae8d-2b40-452d-8487-98f5b1ba8e7a-sda') +test DEBUG: /tmp/tmp0z95b878/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00677752s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ac7a62db22837319a33733b42e915f40', 'dfe2ae8d-2b40-452d-8487-98f5b1ba8e7a-sda', '1769620975.07263', '1769620977', '0', '', '1769620977', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dfe2ae8d-2b40-452d-8487-98f5b1ba8e7a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 2.14119 seconds (0.46703/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnmoyp4ng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '781d48091a11fd7515205fd1d21b2e6f', '28cf8527-8ac7-4218-a80e-2b2b59a4a693-sda', '1769620979.32496', '1769620979', '1769620980', '', '1769620980', 1, 1) +test DEBUG: /tmp/tmpnmoyp4ng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620982.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '28cf8527-8ac7-4218-a80e-2b2b59a4a693-sda') +test DEBUG: /tmp/tmpnmoyp4ng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00621605s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '781d48091a11fd7515205fd1d21b2e6f', '28cf8527-8ac7-4218-a80e-2b2b59a4a693-sda', '1769620979.32496', '1769620979', '1769620980', '', '1769620980', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('28cf8527-8ac7-4218-a80e-2b2b59a4a693-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04873 seconds (20.51974/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppqq1yp3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '781d48091a11fd7515205fd1d21b2e6f', '484ba48d-595e-4475-849e-e3fa91f84799-sda', '1769620979.40388', '1769620979', '1769620980', '', '1769620980', 1, 1) +test DEBUG: /tmp/tmppqq1yp3g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '781d48091a11fd7515205fd1d21b2e6f', '484ba48d-595e-4475-849e-e3fa91f84799-sda', '1769620979.40388', '1769620979', '1769620980', '', '1769620980', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('484ba48d-595e-4475-849e-e3fa91f84799-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03199 seconds (31.26312/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4nvpyd9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '68c669d5-c198-4bf7-985a-335b5cee4deb-sda', '1769620979.47102', '1769620981', '1769620980', '', '1769620981', 0, 0) +test DEBUG: /tmp/tmp4nvpyd9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '68c669d5-c198-4bf7-985a-335b5cee4deb-sda', '1769620979.47102', '1769620981', '1769620980', '', '1769620981', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('68c669d5-c198-4bf7-985a-335b5cee4deb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02102 seconds (47.58391/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgi2vkmrb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5a0b43ee92fef1f58f20467ae705ba74', '0deed91e-a38c-4a24-9940-6731c7de7b6f-sda', '1769620979.51836', '1769620981', '1769620980', '', '1769620981', 1, 1) +test DEBUG: /tmp/tmpgi2vkmrb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620983.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0deed91e-a38c-4a24-9940-6731c7de7b6f-sda') +test DEBUG: /tmp/tmpgi2vkmrb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00490522s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5a0b43ee92fef1f58f20467ae705ba74', '0deed91e-a38c-4a24-9940-6731c7de7b6f-sda', '1769620979.51836', '1769620981', '1769620980', '', '1769620981', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0deed91e-a38c-4a24-9940-6731c7de7b6f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03522 seconds (28.39449/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppb5d7lv0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '37e644ec-4449-4c74-81a8-eea25c352d9d-sda', '1769620979.57889', '1769620981', '1769620980', '', '1769620981', 0, 0) +test DEBUG: /tmp/tmppb5d7lv0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '37e644ec-4449-4c74-81a8-eea25c352d9d-sda', '1769620979.57889', '1769620981', '1769620980', '', '1769620981', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('37e644ec-4449-4c74-81a8-eea25c352d9d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02763 seconds (36.19792/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failurestest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok + +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:22:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0088 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0077 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0103 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0081 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0057 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmp464cggv3/tmpjbwhv9zl. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa81a17810352481494827-00697a45fa) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa81a17810352481494827-00697a45fa) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txa81a17810352481494827-00697a45fa) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txa81a17810352481494827-00697a45fa) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txa81a17810352481494827-00697a45fa) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txa81a17810352481494827-00697a45fa) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txa81a17810352481494827-00697a45fa) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txa81a17810352481494827-00697a45fa) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txa81a17810352481494827-00697a45fa) +test INFO: Client disconnected on read of '/a/c' (txn: txa81a17810352481494827-00697a45fa) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e5dfeb04eb1475ba7b9e-00697a45fa) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e5dfeb04eb1475ba7b9e-00697a45fa) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e5dfeb04eb1475ba7b9e-00697a45fa) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e5dfeb04eb1475ba7b9e-00697a45fa) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txcf7b918087e7466c924db-00697a45fa) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txcc4f6b62d2b44da9a1924-00697a45fa) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx050bd15a56a54990bcd18-00697a45fa) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx72d96abe682b470c82740-00697a45fa) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf44fed46c0e4efeb6697-00676d3457) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok + +proxy-server ERROR: Object returning 503 for [] (txn: txe64f87ac192f49e9990dc-00697a45df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txd9640b50d47049ffa3b4d-00697a45df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd5903be26df4cd4a3117-00697a45df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx090bb752e48c4f9bafa04-00697a45df) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx34baf2fc2ec341db9bd07-00697a45df) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx44f60ff2228942ec9bd39-00697a45df) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txc19885fb0be142b6a00d9-00697a45df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test ERROR: Container GET returning 503 for [] (txn: txe0d84c8f6a674b2489b1a-00676d3456) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfe54adef9a454437bf6b5-00676d3458) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfe54adef9a454437bf6b5-00676d3458) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfe54adef9a454437bf6b5-00676d3458) -test ERROR: Container GET returning 503 for [] (txn: txfe54adef9a454437bf6b5-00676d3458) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe1a874df30294b368cc49-00676d3458) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe1a874df30294b368cc49-00676d3458) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe1a874df30294b368cc49-00676d3458) -test ERROR: Container GET returning 503 for [] (txn: txe1a874df30294b368cc49-00676d3458) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4a9855e2d5b24c93a15d9-00676d3458) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4a9855e2d5b24c93a15d9-00676d3458) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4a9855e2d5b24c93a15d9-00676d3458) -test ERROR: Container GET returning 503 for [] (txn: tx4a9855e2d5b24c93a15d9-00676d3458) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txaf4c07dd26114e85ba05f-00676d3458) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txaf4c07dd26114e85ba05f-00676d3458) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txaf4c07dd26114e85ba05f-00676d3458) -test ERROR: Container GET returning 503 for [] (txn: txaf4c07dd26114e85ba05f-00676d3458) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5be0c4d43a93466db1189-00676d3458) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5be0c4d43a93466db1189-00676d3458) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5be0c4d43a93466db1189-00676d3458) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5be0c4d43a93466db1189-00676d3458) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx621a77030f2f4e61be73e-00676d3458) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx621a77030f2f4e61be73e-00676d3458) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx621a77030f2f4e61be73e-00676d3458) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx621a77030f2f4e61be73e-00676d3458) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx195b36ca852e4db288036-00676d3458) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx195b36ca852e4db288036-00676d3458) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx195b36ca852e4db288036-00676d3458) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx195b36ca852e4db288036-00676d3458) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8a5689e5335745b79f72a-00676d3458) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8a5689e5335745b79f72a-00676d3458) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8a5689e5335745b79f72a-00676d3458) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8a5689e5335745b79f72a-00676d3458) -test INFO: Client disconnected on read of '/a/c' (txn: tx619578d752c6438383143-00676d3458) -test INFO: Client disconnected on read of '/a/c/' (txn: tx619578d752c6438383143-00676d3458) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txc1d9630784bb4123a6644-00676d3458) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txc1d9630784bb4123a6644-00676d3458) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txc1d9630784bb4123a6644-00676d3458) -test ERROR: Account HEAD returning 503 for [] (txn: txc1d9630784bb4123a6644-00676d3458) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx2c353220d1084362a44a9-00676d3458) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx2c353220d1084362a44a9-00676d3458) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx2c353220d1084362a44a9-00676d3458) -test ERROR: Account HEAD returning 503 for [] (txn: tx2c353220d1084362a44a9-00676d3458) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc5217b1b2af348ed9eb4e-00676d3458) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd9520901b7f6443bb42cf-00676d3458) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx70cc4bd989344ca2bf4f1-00676d3459)test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx958df838ee18467d8b3c6-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx958df838ee18467d8b3c6-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx958df838ee18467d8b3c6-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx958df838ee18467d8b3c6-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx958df838ee18467d8b3c6-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx958df838ee18467d8b3c6-00676d3455) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx958df838ee18467d8b3c6-00676d3455) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test INFO: Object update sweep starting on /tmp/tmp9xvglf24/devices/sda1 (pid: 3026152) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmp9xvglf24/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210072.58395 -test INFO: Object update sweep completed on /tmp/tmp9xvglf24/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9xvglf24/devices/sda1 (pid: 3026152) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:36415/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:36415/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp9xvglf24/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210072.58395 -test INFO: Object update sweep completed on /tmp/tmp9xvglf24/devices/sda1 in 0.05s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9xvglf24/devices/sda1 (pid: 3026152) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:36415/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp9xvglf24/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210072.58395 -test INFO: Object update sweep completed on /tmp/tmp9xvglf24/devices/sda1 in 0.03s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9xvglf24/devices/sda1 (pid: 3026152) -test INFO: Timeout waiting on remote server 127.0.0.1:36415/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmp9xvglf24/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210072.58395 -test INFO: Object update sweep completed on /tmp/tmp9xvglf24/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9xvglf24/devices/sda1 (pid: 3026152) -test INFO: Timeout connecting to remote server 127.0.0.1:36415/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmp9xvglf24/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210072.58395 -test INFO: Object update sweep completed on /tmp/tmp9xvglf24/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9xvglf24/devices/sda1 (pid: 3026152) -test DEBUG: Update sent for /a/c/o /tmp/tmp9xvglf24/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735210072.58395 -test INFO: Object update sweep completed on /tmp/tmp9xvglf24/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp1825ijrb/devices/sda1 (pid: 3026152) -test INFO: Object update sweep progress on /tmp/tmp1825ijrb/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update sweep progress on /tmp/tmp1825ijrb/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update sweep completed on /tmp/tmp1825ijrb/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -test INFO: Object update sweep starting on /tmp/tmpy0oabedv/devices/sda1 (pid: 3026152) -test INFO: Object update sweep completed on /tmp/tmpy0oabedv/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3026152) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmphjnusj6j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphjnusj6j/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmphjnusj6j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphjnusj6j/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:54 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0421 "-" 3026152 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:54 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0323 "-" 3026152 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:54 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0282 "-" 3026152 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:54 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0365 "-" 3026152 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:54 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx88a3120d8bc94531b6e80-00676d345a" "proxy-server 3026152" 0.0025 "-" 3026152 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 26 Dec 2024 10:47:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735210078.00512', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Thu, 26 Dec 2024 10:47:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735210078.05883', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:47:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210079.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:47:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210079.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 26 Dec 2024 10:47:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210079.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:47:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210079.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:47:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data + chunk = next(data_source) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + self.app.client_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read + raise Exception('exception message') +Exception: exception message (txn: tx7fa528fa3d0c4fdaa4931-00697a45f3) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception: boom (txn: tx6d7e912ebde34fd0ad0d8-00697a45f5) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txcff63287d07f49cb95cc0-00697a45f5) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx8e8dfd6c9ff74ff4801e4-00697a45f5) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7c669f78db074cfebafa5-00697a45f5) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: tx7c669f78db074cfebafa5-00697a45f5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx56c0f5d46cb246428c825-00697a45f5) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe988e7e013f947cd8fa07-00697a45f5) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txe988e7e013f947cd8fa07-00697a45f5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txeb15e073838c42b69ff12-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa631d39d48a549528dc8b-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx42d806e3b2234457bcf66-00697a45f5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: tx9193e2c6d7b7484691732-00697a45f5) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk + self.conn.send(to_send) + ~~~~~~~~~~~~~~^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send + self.give_send(self, data) + ~~~~~~~~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: tx49932739a2f04f79b914d-00697a45f5)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdc11d1fbdd9b4761b95ef-00697a45f1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdc11d1fbdd9b4761b95ef-00697a45f1) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdc11d1fbdd9b4761b95ef-00697a45f1) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txdc11d1fbdd9b4761b95ef-00697a45f1) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx67ce758371764ce584180-00697a45f3) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx67ce758371764ce584180-00697a45f3) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx67ce758371764ce584180-00697a45f3) +test ERROR: Account HEAD returning 503 for [] (txn: tx67ce758371764ce584180-00697a45f3) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txffe509001347410eac5de-00697a45f3) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb9b440f5974647d995332-00697a45f3) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txb9b440f5974647d995332-00697a45f3) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6017a958f54d470698080-00697a45f3) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txba4ecf9ba0054fb7bcd15-00697a45f3) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx192a317c096643a6bbd87-00697a45f3) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx420ba55e7aaa49969e7c3-00697a45f3) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7c3fcd8d5c424fe48a8a1-00697a45f3) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8ef9a7c3fe994330a4615-00697a45f3) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8ef9a7c3fe994330a4615-00697a45f3) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx87b7938095f045bab58a8-00697a45f3) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx87b7938095f045bab58a8-00697a45f3) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx87b7938095f045bab58a8-00697a45f3) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx87b7938095f045bab58a8-00697a45f3) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx66023c5667754ac5b3383-00676d3454)test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx3d41b6540be1469b8d16d-00676d3458) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: tx5090ab847d8e446cb4669-00676d3459) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: tx13887ffca8184c8781424-00676d3459) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx87b7938095f045bab58a8-00697a45f3) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx87b7938095f045bab58a8-00697a45f3)test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa82784d9f6874a5e9114c-00676d345c) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmptj09vxbr/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptj09vxbr/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmptj09vxbr/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptj09vxbr/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0527 "-" 3026251 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0362 "-" 3026251 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0322 "-" 3026251 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0844 "-" 3026251 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx17a7224d9cd44a12a54e5-00676d345f" "proxy-server 3026251" 0.0044 "-" 3026251 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:39963/sda1/0/a/c" "tx17a7224d9cd44a12a54e5-00676d345f" "container-server 3026251" 0.0079 "-" 3026251 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:41755/sdb1/0/a/c" "tx17a7224d9cd44a12a54e5-00676d345f" "container-server 3026251" 0.0081 "-" 3026251 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx17a7224d9cd44a12a54e5-00676d345f" "proxy-server 3026251" 0.0761 "-" 3026251 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx17a7224d9cd44a12a54e5-00676d345f" "proxy-server 3026251" 0.1401 "-" 3026251 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx17a7224d9cd44a12a54e5-00676d345f - 0.1965 - - 1735210079.932148457 1735210080.128611803 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx23b30edf26aa4527b9312-00676d3460" "proxy-server 3026251" 0.0032 "-" 3026251 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:39963/sda1/2/a1/c1" "tx23b30edf26aa4527b9312-00676d3460" "container-server 3026251" 0.0169 "-" 3026251 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:41755/sdb1/2/a1/c1" "tx23b30edf26aa4527b9312-00676d3460" "container-server 3026251" 0.0120 "-" 3026251 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx23b30edf26aa4527b9312-00676d3460" "proxy-server 3026251" 0.1448 "-" 3026251 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx23b30edf26aa4527b9312-00676d3460" "proxy-server 3026251" 0.0974 "-" 3026251 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx23b30edf26aa4527b9312-00676d3460 - 0.1954 - - 1735210080.133035660 1735210080.328394651 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3cf398f7e41646deb5350-00676d3460" "proxy-server 3026251" 0.0273 "-" 3026251 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:39963/sda1/0/a/c1" "tx3cf398f7e41646deb5350-00676d3460" "container-server 3026251" 0.0271 "-" 3026251 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:41755/sdb1/0/a/c1" "tx3cf398f7e41646deb5350-00676d3460" "container-server 3026251" 0.2589 "-" 3026251 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3cf398f7e41646deb5350-00676d3460" "proxy-server 3026251" 0.3936 "-" 3026251 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3cf398f7e41646deb5350-00676d3460" "proxy-server 3026251" 0.3530 "-" 3026251 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3cf398f7e41646deb5350-00676d3460 - 0.4423 - - 1735210080.340590000 1735210080.782860756 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe20b5c6761824f8298e9a-00676d3460" "proxy-server 3026251" 0.0213 "-" 3026251 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:39963/sda1/2/a/c2" "txe20b5c6761824f8298e9a-00676d3460" "container-server 3026251" 0.0077 "-" 3026251 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:41755/sdb1/2/a/c2" "txe20b5c6761824f8298e9a-00676d3460" "container-server 3026251" 0.0203 "-" 3026251 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe20b5c6761824f8298e9a-00676d3460" "proxy-server 3026251" 0.0891 "-" 3026251 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:00 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe20b5c6761824f8298e9a-00676d3460" "proxy-server 3026251" 0.1193 "-" 3026251 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/00 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe20b5c6761824f8298e9a-00676d3460 - 0.1575 - - 1735210080.785853863 1735210080.943373680 2test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok - -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpx5qpuxn4/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 400 Bad Request +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test DEBUG: /tmp/tmpbma4qxmy/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmpbma4qxmy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ace673bf-5ca1-42db-9929-ab0398c02b95-sda', '1735210058.41780', '1735210058.00000', '0', '', '1735210058.00000', 0, 0) -test DEBUG: /tmp/tmpbma4qxmy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ace673bf-5ca1-42db-9929-ab0398c02b95-sda', '1735210058.41780', '1735210058.00000', '0', '', '1735210058.00000', 0, 0) -test DEBUG: /tmp/tmpbma4qxmy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpvivrqv68/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1c62dc6056ffde1d3a126907acc352a0', 'cb0eee9e-9d83-4f8b-94e6-0acf42604eb6-sda', '1769620981.33683', '1769620983', '1769620982', '', '1769620983', 1, 1) +test DEBUG: /tmp/tmpvivrqv68/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1c62dc6056ffde1d3a126907acc352a0', 'cb0eee9e-9d83-4f8b-94e6-0acf42604eb6-sda', '1769620981.33683', '1769620983', '1769620982', '', '1769620983', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cb0eee9e-9d83-4f8b-94e6-0acf42604eb6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.11821 seconds (16.91840/s) +test INFO: Attempted to replicate 1 dbs in 0.05246 seconds (19.06065/s) test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmpfvt068b2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -test INFO: [worker 1/1 pid=3026257] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=3026257] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=3026257] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=3026257] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=3026257] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=3026257] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=3026257] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=3026257] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=3026257] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=3026257] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=3026257] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=3026257] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=3026257] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=3026257] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=3026257] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=3026257] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=3026257] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=3026257] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test INFO: Client disconnected on read of '/a/c' (txn: txc0fabe5d71ee4ed8971d1-00676d345a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5f89e88d8f84fd4801ae-00676d345a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5f89e88d8f84fd4801ae-00676d345a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5f89e88d8f84fd4801ae-00676d345a) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5f89e88d8f84fd4801ae-00676d345a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx221853570c6a427290c13-00676d345a)test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv54fw_02/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f804fdb5-6abc-4d76-be51-2843049e4814-sda', '1769620983.28364', '1769620986', '1769620985', '', '1769620986', 0, 0) +test DEBUG: /tmp/tmpv54fw_02/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f804fdb5-6abc-4d76-be51-2843049e4814-sda', '1769620983.28364', '1769620986', '1769620985', '', '1769620986', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f804fdb5-6abc-4d76-be51-2843049e4814-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03087 seconds (32.39009/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwv10yrzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '433bde1c30d2202c884a2975602a72ad', '04093885-8323-483c-9673-152bf835b0b2-sda', '1769620983.34527', '1769620986', '1769620985', '', '1769620986', 1, 0) +test DEBUG: /tmp/tmpwv10yrzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620988.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '04093885-8323-483c-9673-152bf835b0b2-sda') +test DEBUG: /tmp/tmpwv10yrzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00494218s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '433bde1c30d2202c884a2975602a72ad', '04093885-8323-483c-9673-152bf835b0b2-sda', '1769620983.34527', '1769620986', '1769620985', '', '1769620986', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('04093885-8323-483c-9673-152bf835b0b2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03701 seconds (27.02299/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3rqaz00z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cbcc1101-0347-4da6-88e0-03a74322a8e0-sda', '1769620983.41601', '1769620986', '1769620985', '', '1769620986', 0, 1) +test DEBUG: /tmp/tmp3rqaz00z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cbcc1101-0347-4da6-88e0-03a74322a8e0-sda', '1769620983.41601', '1769620986', '1769620985', '', '1769620986', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cbcc1101-0347-4da6-88e0-03a74322a8e0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02657 seconds (37.64225/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxxtat0zp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '433bde1c30d2202c884a2975602a72ad', '4f19fb36-4d7e-4d23-8bc7-dc4f64172929-sda', '1769620983.47214', '1769620986', '1769620985', '', '1769620986', 1, 1) +test DEBUG: /tmp/tmpxxtat0zp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '433bde1c30d2202c884a2975602a72ad', '4f19fb36-4d7e-4d23-8bc7-dc4f64172929-sda', '1769620983.47214', '1769620986', '1769620985', '', '1769620986', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4f19fb36-4d7e-4d23-8bc7-dc4f64172929-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03782 seconds (26.44140/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpany1g41e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '27d116d4-1e28-480f-b2cc-6eff241b08fc-sda', '1769620983.54983', '1769620986', '1769620985', '', '1769620986', 0, 1) +test DEBUG: /tmp/tmpany1g41e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '27d116d4-1e28-480f-b2cc-6eff241b08fc-sda', '1769620983.54983', '1769620986', '1769620985', '', '1769620986', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('27d116d4-1e28-480f-b2cc-6eff241b08fc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02868 seconds (34.87105/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3_vbfcmg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9dc812ae85fe8556c8e09b596159cc22', '95f4cc7c-5cfa-45fa-97ee-a62b422bd917-sda', '1769620983.60672', '1769620986', '1769620985', '', '1769620986', 1, 1) +test DEBUG: /tmp/tmp3_vbfcmg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0066 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0064 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0033 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:57 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0062 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0089 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0069 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0073 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0071 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0089 "-" 790409 - +test ERROR: ERROR Account update failed with 127.0.0.1:48131/sda1 (will retry later): Response 503 OK +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790409 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0002 "-" 790409 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 790409 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0088 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0049 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0043 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0073 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0013 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0077 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0006 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0048 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0006 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0051 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0053 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0053 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0016 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0014 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0007 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0072 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0014 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 790409 - +test DEBUG: Unlinked retiring db '/tmp/tmpv0fxkvju/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 790409 0test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok + +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.04 +------------------------------------------------------------------------------- +NOTE: Dispersion of 1.041667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmpxl8k6uyq/tmp0s_212uh.builder instead of /tmp/tmpxl8k6uyq/tmp0s_212uh.ring.gz as builder file +Reassigned 2 (3.12%) partitions. Balance is now 100.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 100.00 indicates you should push this + ring, wait at least 24 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmpiqiplm6q/tmpvanov0lb.builder instead of /tmp/tmpiqiplm6q/tmpvanov0lb.ring.gz as builder file +Note: using /tmp/tmp0vtra5pz/tmp8qdj1xmj.builder instead of /tmp/tmp0vtra5pz/tmp8qdj1xmj.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +Thu Jan 29 07:23:08 2026 /tmp/tmpx1wsdsdy/log/swift/profile/default.profile456 +Thu Jan 29 07:23:08 2026 /tmp/tmpx1wsdsdy/log/swift/profile/default.profile123 +Thu Jan 29 07:23:08 2026 /tmp/tmpx1wsdsdy/log/swift/profile/default.profile790388 + + 45 function calls in 0.002 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) + 9 0.001 0.000 0.001 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 9 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx66023c5667754ac5b3383-00676d3454) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx66023c5667754ac5b3383-00676d3454) -test ERROR: Container HEAD returning 503 for [] (txn: tx66023c5667754ac5b3383-00676d3454) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7cba64d9399647d8a1fd7-00676d345a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7cba64d9399647d8a1fd7-00676d345a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7cba64d9399647d8a1fd7-00676d345a) -test ERROR: Container HEAD returning 503 for [] (txn: tx7cba64d9399647d8a1fd7-00676d345a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpkjh4fc13/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkjh4fc13/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpkjh4fc13/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkjh4fc13/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0583 "-" 3026182 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0627 "-" 3026182 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0571 "-" 3026182 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0600 "-" 3026182 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx30812e874a664985a36aa-00676d345c" "proxy-server 3026182" 0.0049 "-" 3026182 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54531/sdb1/1/a/c" "tx30812e874a664985a36aa-00676d345c" "container-server 3026182" 0.0087 "-" 3026182 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54365/sda1/1/a/c" "tx30812e874a664985a36aa-00676d345c" "container-server 3026182" 0.0035 "-" 3026182 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx30812e874a664985a36aa-00676d345c" "proxy-server 3026182" 0.0788 "-" 3026182 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx30812e874a664985a36aa-00676d345c" "proxy-server 3026182" 0.1203 "-" 3026182 0test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok + +proxy-server ERROR: Object returning 503 for [] (txn: txa3a65972048449c88d39c-00697a45f5) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa7980240bc3d41f7a0f0f-00697a45f7) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: Object returning 503 for [] (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd1bef7f48c5445b5a669a-00697a45df) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx9b095354e6c44f1f9750d-00697a45f4) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx9b095354e6c44f1f9750d-00697a45f4) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok + +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0047 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0048 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 790414 2 +test DEBUG: Unlinked retiring db '/tmp/tmpg38l7ofl/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0054 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0128 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0089 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0048 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:22:59 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0158 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0049 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0003 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0151 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0064 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0041 "-" 790414 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0050 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0128 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:01 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 790414 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210082.15527', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:48:03 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210083.13630', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx30812e874a664985a36aa-00676d345c - 3.2496 - - 1735210076.159245491 1735210079.408854008 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txef77d8772f4e45bca116f-00676d345f" "proxy-server 3026182" 0.0033 "-" 3026182 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54365/sda1/1/a1/c1" "txef77d8772f4e45bca116f-00676d345f" "container-server 3026182" 0.0052 "-" 3026182 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54531/sdb1/1/a1/c1" "txef77d8772f4e45bca116f-00676d345f" "container-server 3026182" 0.0055 "-" 3026182 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txef77d8772f4e45bca116f-00676d345f" "proxy-server 3026182" 0.0938 "-" 3026182 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txef77d8772f4e45bca116f-00676d345f" "proxy-server 3026182" 0.0582 "-" 3026182 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txef77d8772f4e45bca116f-00676d345f - 0.1424 - - 1735210079.418514252 1735210079.560920000 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe178f135210b4e678b0b1-00676d345f" "proxy-server 3026182" 0.0145 "-" 3026182 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54531/sdb1/2/a/c1" "txe178f135210b4e678b0b1-00676d345f" "container-server 3026182" 0.0039 "-" 3026182 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54365/sda1/2/a/c1" "txe178f135210b4e678b0b1-00676d345f" "container-server 3026182" 0.0362 "-" 3026182 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe178f135210b4e678b0b1-00676d345f" "proxy-server 3026182" 0.0882 "-" 3026182 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe178f135210b4e678b0b1-00676d345f" "proxy-server 3026182" 0.1253 "-" 3026182 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe178f135210b4e678b0b1-00676d345f - 0.1553 - - 1735210079.565080881 1735210079.720351696 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd3b786a8610a424b9aace-00676d345f" "proxy-server 3026182" 0.0371 "-" 3026182 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54365/sda1/1/a/c2" "txd3b786a8610a424b9aace-00676d345f" "container-server 3026182" 0.0482 "-" 3026182 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:54531/sdb1/1/a/c2" "txd3b786a8610a424b9aace-00676d345f" "container-server 3026182" 0.0029 "-" 3026182 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd3b786a8610a424b9aace-00676d345f" "proxy-server 3026182" 0.1579 "-" 3026182 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd3b786a8610a424b9aace-00676d345f" "proxy-server 3026182" 0.1330 "-" 3026182 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd3b786a8610a424b9aace-00676d345f - 0.2249 - - 1735210079.724190712 1735210079.949097157 2 -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa6b8f6b0f71a42bfa3258-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx165406620d5c43c7a7065-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2510935a3a4c4546a7879-00676d345b) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpq8wkmdwi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq8wkmdwi/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpq8wkmdwi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq8wkmdwi/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.8371810913085938e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr + return int(line[0].strip()) +ValueError: invalid literal for int() with base 10: b'UNEXPECTED'test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210084.17798', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210084.22371', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: Setting object count to 1068 (txn: tx47a6e44b2d284996a7f0d-00676d345c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Setting object count to 1068 (txn: txb5409643f3be4e4c9dd9c-00676d345c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx884a9468ab874c32bff4a-00676d3461) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx884a9468ab874c32bff4a-00676d3461) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx884a9468ab874c32bff4a-00676d3461) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx884a9468ab874c32bff4a-00676d3461) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx884a9468ab874c32bff4a-00676d3461) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx884a9468ab874c32bff4a-00676d3461) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx884a9468ab874c32bff4a-00676d3461) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx884a9468ab874c32bff4a-00676d3461) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx94aef4e9e1994de5a8e47-00676d3466) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx34c4c46d40c24b7f8831d-00676d346a)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0257 "-" 3026205 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0283 "-" 3026205 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0507 "-" 3026205 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0424 "-" 3026205 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx75c16fb7b6b24c67b681c-00676d345e" "proxy-server 3026205" 0.0030 "-" 3026205 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:43939/sda1/1/a/c" "tx75c16fb7b6b24c67b681c-00676d345e" "container-server 3026205" 0.0022 "-" 3026205 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46153/sdb1/1/a/c" "tx75c16fb7b6b24c67b681c-00676d345e" "container-server 3026205" 0.0018 "-" 3026205 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx75c16fb7b6b24c67b681c-00676d345e" "proxy-server 3026205" 0.0950 "-" 3026205 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx75c16fb7b6b24c67b681c-00676d345e" "proxy-server 3026205" 0.0574 "-" 3026205 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/58 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx75c16fb7b6b24c67b681c-00676d345e - 0.1386 - - 1735210078.513329506 1735210078.651957512 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx009a9cf55d444a478ee79-00676d345e" "proxy-server 3026205" 0.0023 "-" 3026205 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43939/sda1/1/a1/c1" "tx009a9cf55d444a478ee79-00676d345e" "container-server 3026205" 0.0072 "-" 3026205 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46153/sdb1/1/a1/c1" "tx009a9cf55d444a478ee79-00676d345e" "container-server 3026205" 0.0135 "-" 3026205 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx009a9cf55d444a478ee79-00676d345e" "proxy-server 3026205" 0.1761 "-" 3026205 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx009a9cf55d444a478ee79-00676d345e" "proxy-server 3026205" 0.1256 "-" 3026205 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/58 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx009a9cf55d444a478ee79-00676d345e - 0.2147 - - 1735210078.654493809 1735210078.869157314 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:58 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx32faee5ed0d84657af84e-00676d345e" "proxy-server 3026205" 0.0466 "-" 3026205 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43939/sda1/2/a/c1" "tx32faee5ed0d84657af84e-00676d345e" "container-server 3026205" 0.0058 "-" 3026205 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:46153/sdb1/2/a/c1" "tx32faee5ed0d84657af84e-00676d345e" "container-server 3026205" 0.0562 "-" 3026205 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx32faee5ed0d84657af84e-00676d345e" "proxy-server 3026205" 0.1802 "-" 3026205 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx32faee5ed0d84657af84e-00676d345e" "proxy-server 3026205" 0.1294 "-" 3026205 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx32faee5ed0d84657af84e-00676d345e - 0.2559 - - 1735210078.888718367 1735210079.144585609 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx321bf332b9e04e84aac14-00676d345f" "proxy-server 3026205" 0.0338 "-" 3026205 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:46153/sdb1/1/a/c2" "tx321bf332b9e04e84aac14-00676d345f" "container-server 3026205" 0.0331 "-" 3026205 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43939/sda1/1/a/c2" "tx321bf332b9e04e84aac14-00676d345f" "container-server 3026205" 0.0092 "-" 3026205 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx321bf332b9e04e84aac14-00676d345f" "proxy-server 3026205" 0.1457 "-" 3026205 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx321bf332b9e04e84aac14-00676d345f" "proxy-server 3026205" 0.1242 "-" 3026205 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx321bf332b9e04e84aac14-00676d345f - 0.2202 - - 1735210079.155465126 1735210079.375642776 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfea8be0507ad417088fba-00676d345b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx735fddf8c5d84a748066b-00676d345b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txbd9a70993fb54c909b9da-00676d345b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx30f9f32c52334f8ca7b57-00676d345b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx8f0f9ef3b74147198f328-00676d345b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx239ac6e4dde045f7bdaeb-00676d345b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2ccc3fe9304b4a369f3f1-00676d345b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx92c5f79f18154d2a9f34d-00676d345b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx94920d51a77541768578a-00676d345b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txd688f8f22d92426899e66-00676d345b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx0cc9d10238ed4691a0514-00676d345b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx95550291fd2e4365a2fec-00676d345b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb646fbd0fbb34e8a9ce99-00676d345b) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx79f50eee2212463199b66-00676d345b) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx753b6d0be4864c83938e1-00676d345b) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx9972625ce020451aa6a08-00676d345b) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txbab57d94ec834f83b3929-00676d345b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx45e9cbb1b3554d419656f-00676d345b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx348ea0bcf36f4158bbb92-00676d345b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3a7785efee684a2da7ae8-00676d345b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx8cfc4d8e27944054a5c90-00676d345e) -test INFO: Client disconnected on read of '/a/c' (txn: txa802ec2e594d4f24b4866-00676d345e) -test INFO: Client disconnected on read of '/a/c' (txn: txc69f9ea81e7045e58eed2-00676d345e) -test INFO: Client disconnected on read of '/a/c' (txn: txc69f9ea81e7045e58eed2-00676d345e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sddtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txc0f9269601a446d5bc235-00697a45f7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txff7ffea6e7894ba0ad965-00697a45f9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620985.30532 <= '409 (1769620985.30532), 409 (1769620985.30532), 409 (1769620985.30532)' (txn: txebe998f96a2440acaeb4e-00697a45f9) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620985.30730 <= '409 (1769620985.30730), 409 (1769620985.30730), 409 (1769620985.30730)' (txn: tx75952839b4934eb6a0842-00697a45f9) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620985.30903 <= '409 (1769620985.30903), 409 (1769620985.30903), 409 (1769620985.30903)' (txn: tx65818f56ef454940bc170-00697a45f9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620985.00000 <= '409 (1769620986.00000), 409 (1769620986.00000), 409 (1769620986.00000)' (txn: txa1d4b9ff8ffa4ab7a70db-00697a45f9) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620987.00000 <= '409 (1769620988.00000), 409 (1769620988.00000), 409 (1769620988.00000)' (txn: tx84812c06918b44f987bd0-00697a45f9) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620989.00000 <= '409 (1769620990.00000), 409 (1769620990.00000), 409 (1769620990.00000)' (txn: tx03ee7758324644c7a5035-00697a45f9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620985.00000 <= '409 (1769620985.00000), 409 (1769620985.00000), 409 (1769620985.00000)' (txn: tx243f318b86e54c9b83410-00697a45f9) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620986.00000 <= '409 (1769620986.00000), 409 (1769620986.00000), 409 (1769620986.00000)' (txn: tx3a6d284f0f2d4f7a9d176-00697a45f9) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620987.00000 <= '409 (1769620987.00000), 409 (1769620987.00000), 409 (1769620987.00000)' (txn: txaa1573947fe64f70a6c0b-00697a45f9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620985.00000 <= '409 (1769620985.00000)' (txn: tx6302e189e52f4b02abca5-00697a45f9) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620986.00000 <= '409 (1769620986.00000)' (txn: tx7789f743e62149e1b8186-00697a45f9) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620987.00000 <= '409 (1769620987.00000)' (txn: txd2eeb8caf4354477b2119-00697a45f9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210085.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (503, 503, 503, 503) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx87b7938095f045bab58a8-00697a45f3) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx87b7938095f045bab58a8-00697a45f3) +test WARNING: Could not autocreate account '/account' (txn: tx87b7938095f045bab58a8-00697a45f3) +test INFO: autocreate account '/account' (txn: tx0733083d9a62429b81b4d-00697a45f7) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txfe534167681c481fb4b2d-00697a45f7) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txfe534167681c481fb4b2d-00697a45f7) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txfe534167681c481fb4b2d-00697a45f7) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txfe534167681c481fb4b2d-00697a45f7) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txfe534167681c481fb4b2d-00697a45f7) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txfe534167681c481fb4b2d-00697a45f7) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txfe534167681c481fb4b2d-00697a45f7) +test WARNING: Could not autocreate account '/account' (txn: txfe534167681c481fb4b2d-00697a45f7) +test INFO: autocreate account '/account' (txn: tx596749b0e2ad41bcbdc5c-00697a45f7) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txb6b375db885a472fb00bd-00697a45f7) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb6b375db885a472fb00bd-00697a45f7) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txb6b375db885a472fb00bd-00697a45f7) +test INFO: autocreate account '/account' (txn: txe51f60089b9b489383941-00697a45f7) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txce5e4b9b1b3142dfb2d64-00697a45f7) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txce5e4b9b1b3142dfb2d64-00697a45f7) +test INFO: autocreate account '/account' (txn: txce5e4b9b1b3142dfb2d64-00697a45f7) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txa499a675dbef4296a7db5-00697a45f7) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txa499a675dbef4296a7db5-00697a45f7) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +test INFO: autocreate account '/☃' (txn: txc09bb12a3024402b823b8-00697a45f9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx9717939e866140688869c-00697a45f9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd83475224b1a4fdc80ccf-00697a45f9) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc2436292215f48399f84d-00697a45f9) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2b33624533e04ba2ba13f-00697a45f9) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdfb060de0e3e469a844d2-00697a45f9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx67f851f0c93d40b880645-00676d3465) -test INFO: Client disconnected on read of '/a/c' (txn: tx67f851f0c93d40b880645-00676d3465) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx288dc027004147c0b62b7-00676d3465) -test INFO: Client disconnected on read of '/a/c' (txn: tx288dc027004147c0b62b7-00676d3465) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx28c8dad13d4a4fe391d03-00676d3466) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx28c8dad13d4a4fe391d03-00676d3466) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx28c8dad13d4a4fe391d03-00676d3466) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx28c8dad13d4a4fe391d03-00676d3466) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210086.13765', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210086.19830', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0c0e089765634f89a4508-00676d345f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0c0e089765634f89a4508-00676d345f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0c0e089765634f89a4508-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0c0e089765634f89a4508-00676d345f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0c0e089765634f89a4508-00676d345f) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx71857e7344404aa5b4e05-00676d345f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx71857e7344404aa5b4e05-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx71857e7344404aa5b4e05-00676d345f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx71857e7344404aa5b4e05-00676d345f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx71857e7344404aa5b4e05-00676d345f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx71857e7344404aa5b4e05-00676d345f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx71857e7344404aa5b4e05-00676d345f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Setting object count to 1065 (txn: txafc1c79e8cb74ed1b7d6a-00676d3462) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Setting object count to 1065 (txn: tx87570a5ebd0e44a6b82b2-00676d3465) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8b3c2da0ecc84b819ee69-00676d346a) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx8b3c2da0ecc84b819ee69-00676d346a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx29d99f416092447592f03-00676d346d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx29d99f416092447592f03-00676d346d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx29d99f416092447592f03-00676d346d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx29d99f416092447592f03-00676d346d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx29d99f416092447592f03-00676d346d) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx29d99f416092447592f03-00676d346d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx29d99f416092447592f03-00676d346d)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txe0e6083a7aa64e10b4c9b-00697a45f9)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210086.74396', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210086.79788', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:06 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp5tpm58_7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5tpm58_7/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp5tpm58_7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5tpm58_7/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0331 "-" 3026285 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0427 "-" 3026285 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0278 "-" 3026285 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0812 "-" 3026285 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx862d46cf9eb64b0b99f8a-00676d3454" "proxy-server 3026285" 0.0026 "-" 3026285 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:43419/sda1/0/a/c" "tx862d46cf9eb64b0b99f8a-00676d3454" "container-server 3026285" 0.0144 "-" 3026285 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:58641/sdb1/0/a/c" "tx862d46cf9eb64b0b99f8a-00676d3454" "container-server 3026285" 0.0025 "-" 3026285 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx862d46cf9eb64b0b99f8a-00676d3454" "proxy-server 3026285" 0.1153 "-" 3026285 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx862d46cf9eb64b0b99f8a-00676d3454" "proxy-server 3026285" 0.0751 "-" 3026285 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/48 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx862d46cf9eb64b0b99f8a-00676d3454 - 0.1583 - - 1735210068.387016773 1735210068.545344114 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txab8f2e7e0ef84a87bfd0d-00676d3454" "proxy-server 3026285" 0.0028 "-" 3026285 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:43419/sda1/2/a1/c1" "txab8f2e7e0ef84a87bfd0d-00676d3454" "container-server 3026285" 0.0029 "-" 3026285 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:58641/sdb1/2/a1/c1" "txab8f2e7e0ef84a87bfd0d-00676d3454" "container-server 3026285" 0.0066 "-" 3026285 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txab8f2e7e0ef84a87bfd0d-00676d3454" "proxy-server 3026285" 0.0699 "-" 3026285 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txab8f2e7e0ef84a87bfd0d-00676d3454" "proxy-server 3026285" 0.1089 "-" 3026285 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/48 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txab8f2e7e0ef84a87bfd0d-00676d3454 - 0.1388 - - 1735210068.552938938 1735210068.691717863 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc4accf8b22294a2a84b64-00676d3454" "proxy-server 3026285" 0.0353 "-" 3026285 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:58641/sdb1/0/a/c1" "txc4accf8b22294a2a84b64-00676d3454" "container-server 3026285" 0.0356 "-" 3026285 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:43419/sda1/0/a/c1" "txc4accf8b22294a2a84b64-00676d3454" "container-server 3026285" 0.0031 "-" 3026285 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc4accf8b22294a2a84b64-00676d3454" "proxy-server 3026285" 0.1243 "-" 3026285 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc4accf8b22294a2a84b64-00676d3454" "proxy-server 3026285" 0.0847 "-" 3026285 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/48 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc4accf8b22294a2a84b64-00676d3454 - 0.1948 - - 1735210068.694395065 1735210068.889159679 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:48 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx16c358485dff4846979b8-00676d3454" "proxy-server 3026285" 0.0396 "-" 3026285 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:49 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:58641/sdb1/2/a/c2" "tx16c358485dff4846979b8-00676d3454" "container-server 3026285" 0.0204 "-" 3026285 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:49 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:43419/sda1/2/a/c2" "tx16c358485dff4846979b8-00676d3454" "container-server 3026285" 0.0035 "-" 3026285 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:49 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx16c358485dff4846979b8-00676d3454" "proxy-server 3026285" 0.1040 "-" 3026285 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:49 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx16c358485dff4846979b8-00676d3454" "proxy-server 3026285" 0.1996 "-" 3026285 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/49 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx16c358485dff4846979b8-00676d3454 - 0.2753 - - 1735210068.892712116 1735210069.167968750 2 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:44419/sda1/0/a/c" "tx88a3120d8bc94531b6e80-00676d345a" "container-server 3026152" 0.0082 "-" 3026152 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:52035/sdb1/0/a/c" "tx88a3120d8bc94531b6e80-00676d345a" "container-server 3026152" 0.0044 "-" 3026152 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx88a3120d8bc94531b6e80-00676d345a" "proxy-server 3026152" 0.0862 "-" 3026152 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx88a3120d8bc94531b6e80-00676d345a" "proxy-server 3026152" 0.3296 "-" 3026152 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx88a3120d8bc94531b6e80-00676d345a - 1.5325 - - 1735210074.218357801 1735210075.750849724 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4f770dd091704d04afcd3-00676d345b" "proxy-server 3026152" 0.0068 "-" 3026152 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:52035/sdb1/2/a1/c1" "tx4f770dd091704d04afcd3-00676d345b" "container-server 3026152" 0.0146 "-" 3026152 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:44419/sda1/2/a1/c1" "tx4f770dd091704d04afcd3-00676d345b" "container-server 3026152" 0.0193 "-" 3026152 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4f770dd091704d04afcd3-00676d345b" "proxy-server 3026152" 0.1601 "-" 3026152 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4f770dd091704d04afcd3-00676d345b" "proxy-server 3026152" 0.0955 "-" 3026152 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4f770dd091704d04afcd3-00676d345b - 0.2076 - - 1735210075.753573179 1735210075.961126804 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0272eeeabe014dcb909c3-00676d345b" "proxy-server 3026152" 0.0324 "-" 3026152 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:52035/sdb1/0/a/c1" "tx0272eeeabe014dcb909c3-00676d345b" "container-server 3026152" 0.0044 "-" 3026152 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:44419/sda1/0/a/c1" "tx0272eeeabe014dcb909c3-00676d345b" "container-server 3026152" 0.0286 "-" 3026152 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0272eeeabe014dcb909c3-00676d345b" "proxy-server 3026152" 0.1290 "-" 3026152 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0272eeeabe014dcb909c3-00676d345b" "proxy-server 3026152" 0.0778 "-" 3026152 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0272eeeabe014dcb909c3-00676d345b - 0.2136 - - 1735210075.970385551 1735210076.183985472 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf0eee7b361fc4f31ac0db-00676d345c" "proxy-server 3026152" 0.0490 "-" 3026152 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:44419/sda1/2/a/c2" "txf0eee7b361fc4f31ac0db-00676d345c" "container-server 3026152" 0.0594 "-" 3026152 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52035/sdb1/2/a/c2" "txf0eee7b361fc4f31ac0db-00676d345c" "container-server 3026152" 0.0108 "-" 3026152 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf0eee7b361fc4f31ac0db-00676d345c" "proxy-server 3026152" 0.1339 "-" 3026152 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:47:56 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf0eee7b361fc4f31ac0db-00676d345c" "proxy-server 3026152" 0.1656 "-" 3026152 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/47/56 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf0eee7b361fc4f31ac0db-00676d345c - 0.2574 - - 1735210076.207822800 1735210076.465207338 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpxuy15ukh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxuy15ukh/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpxuy15ukh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxuy15ukh/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:02 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0705 "-" 3026152 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0324 "-" 3026152 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0284 "-" 3026152 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0355 "-" 3026152 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx15e3e6a599d74510a461e-00676d3463" "proxy-server 3026152" 0.0105 "-" 3026152 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:38595/sdb1/0/a/c" "tx15e3e6a599d74510a461e-00676d3463" "container-server 3026152" 0.0020 "-" 3026152 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:33329/sda1/0/a/c" "tx15e3e6a599d74510a461e-00676d3463" "container-server 3026152" 0.0013 "-" 3026152 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx15e3e6a599d74510a461e-00676d3463" "proxy-server 3026152" 0.0791 "-" 3026152 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx15e3e6a599d74510a461e-00676d3463" "proxy-server 3026152" 0.0356 "-" 3026152 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/03 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx15e3e6a599d74510a461e-00676d3463 - 0.1093 - - 1735210083.102695942 1735210083.211955547 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd109757a9a9248baa24d7-00676d3463" "proxy-server 3026152" 0.0105 "-" 3026152 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:38595/sdb1/2/a1/c1" "txd109757a9a9248baa24d7-00676d3463" "container-server 3026152" 0.0134 "-" 3026152 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:33329/sda1/2/a1/c1" "txd109757a9a9248baa24d7-00676d3463" "container-server 3026152" 0.0018 "-" 3026152 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd109757a9a9248baa24d7-00676d3463" "proxy-server 3026152" 0.1024 "-" 3026152 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:03 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd109757a9a9248baa24d7-00676d3463" "proxy-server 3026152" 0.0601 "-" 3026152 0test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr - return int(line[0].strip()) - ^^^^^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) @@ -102727,14 +41652,16 @@ test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 5.14984130859375e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.8848648071289062e-05, incomplete read test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get raise Exception('get failed') Exception: get failed @@ -102743,11 +41670,18 @@ Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr new_val = self._add(fp, sock, cmd, add_val, timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add sock.sendall(b' '.join([ + ~~~~~~~~~~~~^^^^^^^^^^^^ + b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + str(len(add_val)).encode('ascii') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ]) + b'\r\n' + add_val + b'\r\n') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add raise Exception('add failed') Exception: add failed @@ -102755,8 +41689,10 @@ Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set raise Exception('set failed') Exception: set failed @@ -102767,2778 +41703,3173 @@ test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test-replicator INFO: [worker 1/2 pid=3026189] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=3026189] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=3026189] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=3026189] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=3026189] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=3026189] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=3026189] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=3026189] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=3026189] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=3026189] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=3026189] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=3026189] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=3026189] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=3026189] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc5761a0e3bf149a1bb61b-00676d346a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx87bff9dd318443fcb4fb5-00676d346a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0affd58df226400898062-00676d346a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4bf0e772e2db434e953ee-00676d346a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx137225847ecf47b88beac-00676d346a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd997289bf51f4d298300b-00676d346a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx79856dbc27fb46f596287-00676d346a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfe3dc39b6eb248f48dba9-00676d346a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx55d799ba131a441084c75-00676d346a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7c19675bcc9f4f9a9a520-00676d346a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txad68fabba5f3490690ad1-00676d346a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8b4c80e45efc4f82b60b8-00676d346a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5e552b18b41f469d94cde-00676d346a)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/04 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd109757a9a9248baa24d7-00676d3463 - 1.4342 - - 1735210083.214568615 1735210084.648741007 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:04 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7cd103d22d584ae8994f0-00676d3464" "proxy-server 3026152" 0.0364 "-" 3026152 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:04 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:33329/sda1/0/a/c1" "tx7cd103d22d584ae8994f0-00676d3464" "container-server 3026152" 0.0292 "-" 3026152 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:04 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:38595/sdb1/0/a/c1" "tx7cd103d22d584ae8994f0-00676d3464" "container-server 3026152" 0.0022 "-" 3026152 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:04 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7cd103d22d584ae8994f0-00676d3464" "proxy-server 3026152" 0.2435 "-" 3026152 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:04 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7cd103d22d584ae8994f0-00676d3464" "proxy-server 3026152" 0.1998 "-" 3026152 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/04 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7cd103d22d584ae8994f0-00676d3464 - 0.3011 - - 1735210084.651605129 1735210084.952713966 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:05 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa5a98c96e6d141babd5a2-00676d3464" "proxy-server 3026152" 0.0481 "-" 3026152 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:05 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33329/sda1/2/a/c2" "txa5a98c96e6d141babd5a2-00676d3464" "container-server 3026152" 0.0378 "-" 3026152 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:05 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:38595/sdb1/2/a/c2" "txa5a98c96e6d141babd5a2-00676d3464" "container-server 3026152" 0.0032 "-" 3026152 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:05 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa5a98c96e6d141babd5a2-00676d3464" "proxy-server 3026152" 0.1174 "-" 3026152 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:05 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa5a98c96e6d141babd5a2-00676d3464" "proxy-server 3026152" 0.0774 "-" 3026152 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/05 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa5a98c96e6d141babd5a2-00676d3464 - 0.1884 - - 1735210084.960034847 1735210085.148428440 2 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0021 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0013 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0043 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0010 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0054 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 790409 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0138 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0163 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0080 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0055 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0086 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0093 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0108 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0053 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 790409 0 +test DEBUG: Unlinked retiring db '/tmp/tmp_70uf1yc/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0090 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0156 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0049 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0072 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [28/Jan/2026:17:23:05 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 790409 -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620987.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '95f4cc7c-5cfa-45fa-97ee-a62b422bd917-sda') +test DEBUG: /tmp/tmp3_vbfcmg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0130215s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9dc812ae85fe8556c8e09b596159cc22', '95f4cc7c-5cfa-45fa-97ee-a62b422bd917-sda', '1769620983.60672', '1769620986', '1769620985', '', '1769620986', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('95f4cc7c-5cfa-45fa-97ee-a62b422bd917-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 1.68341 seconds (0.59403/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1dgkg98x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a86145a2-2c38-4818-88e3-c34bbcc6b69b-sda', '1769620985.31767', '1769620988', '1769620987', '', '1769620988', 0, 1) +test DEBUG: /tmp/tmp1dgkg98x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a86145a2-2c38-4818-88e3-c34bbcc6b69b-sda', '1769620985.31767', '1769620988', '1769620987', '', '1769620988', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a86145a2-2c38-4818-88e3-c34bbcc6b69b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03700 seconds (27.02944/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzwdk054k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a030bc035f70d2ba371c77acb6be919f', 'beae845e-95ae-48b2-a24d-4960edf1b4e1-sda', '1769620985.38839', '1769620988', '1769620987', '', '1769620988', 1, 1) +test DEBUG: /tmp/tmpzwdk054k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a030bc035f70d2ba371c77acb6be919f', 'beae845e-95ae-48b2-a24d-4960edf1b4e1-sda', '1769620985.38839', '1769620988', '1769620987', '', '1769620988', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('beae845e-95ae-48b2-a24d-4960edf1b4e1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05330 seconds (18.76189/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7z4z3uqc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6537649c-d058-4557-b974-202069f4d7fa-sda', '1769620987.11213', '1769620991', '1769620990', '', '1769620991', 0, 1) +test DEBUG: /tmp/tmp7z4z3uqc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6537649c-d058-4557-b974-202069f4d7fa-sda', '1769620987.11213', '1769620991', '1769620990', '', '1769620991', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6537649c-d058-4557-b974-202069f4d7fa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01881 seconds (53.16418/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5ku14vxw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '932760ff575ea5232c991cb4adaa76b9', '7aafdbac-c7f4-4ae8-a197-dfdcec7a2eb7-sda', '1769620987.16401', '1769620991', '1769620990', '', '1769620991', 1, 0) +test DEBUG: /tmp/tmp5ku14vxw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620992.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7aafdbac-c7f4-4ae8-a197-dfdcec7a2eb7-sda') +test DEBUG: /tmp/tmp5ku14vxw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00509787s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '932760ff575ea5232c991cb4adaa76b9', '7aafdbac-c7f4-4ae8-a197-dfdcec7a2eb7-sda', '1769620987.16401', '1769620991', '1769620990', '', '1769620991', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7aafdbac-c7f4-4ae8-a197-dfdcec7a2eb7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03247 seconds (30.79848/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfr7f6hmf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f13d8cdc-222f-430b-811c-9fb41056a760-sda', '1769620987.22568', '1769620991', '1769620990', '', '1769620991', 0, 0) +test DEBUG: /tmp/tmpfr7f6hmf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f13d8cdc-222f-430b-811c-9fb41056a760-sda', '1769620987.22568', '1769620991', '1769620990', '', '1769620991', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f13d8cdc-222f-430b-811c-9fb41056a760-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02346 seconds (42.62269/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfda291e2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '932760ff575ea5232c991cb4adaa76b9', '09683242-3313-44f0-b22e-223755147f2f-sda', '1769620987.27551', '1769620991', '1769620990', '', '1769620991', 1, 0) +test DEBUG: /tmp/tmpfda291e2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '932760ff575ea5232c991cb4adaa76b9', '09683242-3313-44f0-b22e-223755147f2f-sda', '1769620987.27551', '1769620991', '1769620990', '', '1769620991', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txcf55a8be039f47a393cd0-00697a4602) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txa85329d1f4ac4c54b82d4-00697a4602) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0953fe59a52b45eaa5c31-00697a4602) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0953fe59a52b45eaa5c31-00697a4602) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0953fe59a52b45eaa5c31-00697a4602) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx0953fe59a52b45eaa5c31-00697a4602) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp_1jgk2wp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_1jgk2wp/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp_1jgk2wp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_1jgk2wp/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0101 "-" 790388 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0074 "-" 790388 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0156 "-" 790388 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0058 "-" 790388 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7b151dab153d4802afae8-00697a4602" "proxy-server 790388" 0.0012 "-" 790388 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48949/sdb1/1/a/c" "tx7b151dab153d4802afae8-00697a4602" "container-server 790388" 0.0009 "-" 790388 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50355/sda1/1/a/c" "tx7b151dab153d4802afae8-00697a4602" "container-server 790388" 0.0009 "-" 790388 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7b151dab153d4802afae8-00697a4602" "proxy-server 790388" 0.0206 "-" 790388 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7b151dab153d4802afae8-00697a4602" "proxy-server 790388" 0.0126 "-" 790388 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/14 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7b151dab153d4802afae8-00697a4602 - 0.0277 - - 1769620994.908599138 1769620994.936324120 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6af07aaf44574f1e899b1-00697a4602" "proxy-server 790388" 0.0010 "-" 790388 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50355/sda1/1/a1/c1" "tx6af07aaf44574f1e899b1-00697a4602" "container-server 790388" 0.0010 "-" 790388 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48949/sdb1/1/a1/c1" "tx6af07aaf44574f1e899b1-00697a4602" "container-server 790388" 0.0010 "-" 790388 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6af07aaf44574f1e899b1-00697a4602" "proxy-server 790388" 0.0117 "-" 790388 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6af07aaf44574f1e899b1-00697a4602" "proxy-server 790388" 0.0204 "-" 790388 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/14 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6af07aaf44574f1e899b1-00697a4602 - 0.0264 - - 1769620994.937488317 1769620994.963924646 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcf2beb831cf64ac788eca-00697a4602" "proxy-server 790388" 0.0046 "-" 790388 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50355/sda1/2/a/c1" "txcf2beb831cf64ac788eca-00697a4602" "container-server 790388" 0.0010 "-" 790388 1test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210088.20324', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210088.21625', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210088.22865', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210088.23745', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210088.25871', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test ERROR: Failed to unlink '/tmp/tmp4luh3mk0/containers/part/suffix/hash/container.db': +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok + +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48949/sdb1/2/a/c1" "txcf2beb831cf64ac788eca-00697a4602" "container-server 790388" 0.0065 "-" 790388 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txcf2beb831cf64ac788eca-00697a4602" "proxy-server 790388" 1.6936 "-" 790388 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txcf2beb831cf64ac788eca-00697a4602" "proxy-server 790388" 1.6860 "-" 790388 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txcf2beb831cf64ac788eca-00697a4602 - 1.7041 - - 1769620994.965070009 1769620996.669125795 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx606c3f31d350407d81d8b-00697a4604" "proxy-server 790388" 0.0060 "-" 790388 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50355/sda1/1/a/c2" "tx606c3f31d350407d81d8b-00697a4604" "container-server 790388" 0.0057 "-" 790388 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48949/sdb1/1/a/c2" "tx606c3f31d350407d81d8b-00697a4604" "container-server 790388" 0.0010 "-" 790388 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx606c3f31d350407d81d8b-00697a4604" "proxy-server 790388" 0.0251 "-" 790388 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx606c3f31d350407d81d8b-00697a4604" "proxy-server 790388" 0.0168 "-" 790388 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx606c3f31d350407d81d8b-00697a4604 - 0.0374 - - 1769620996.670416117 1769620996.707811356 2 + +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txe30129e855354ed78080b-00697a45f8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx023d360f9c8f4be980fda-00697a45fb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok + +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp4luh3mk0/containers/part/suffix/hash/container_1735210090.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp4luh3mk0/containers/part/suffix/hash/container_1735210090.00000.db': ['/tmp/tmp4luh3mk0/containers/part/suffix/hash/container.db', '/tmp/tmp4luh3mk0/containers/part/suffix/hash/container_1735210091.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp4luh3mk0/containers/part/suffix/hash/container_1735210091.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp0w9xkdws/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0w9xkdws/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp0w9xkdws/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0w9xkdws/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0297 "-" 3026231 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0230 "-" 3026231 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0171 "-" 3026231 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0396 "-" 3026231 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txce2439cb61f94c8f994ef-00676d346e" "proxy-server 3026231" 0.0149 "-" 3026231 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39065/sda1/1/a/c" "txce2439cb61f94c8f994ef-00676d346e" "container-server 3026231" 0.0113 "-" 3026231 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37965/sdb1/1/a/c" "txce2439cb61f94c8f994ef-00676d346e" "container-server 3026231" 0.0025 "-" 3026231 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txce2439cb61f94c8f994ef-00676d346e" "proxy-server 3026231" 0.1259 "-" 3026231 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txce2439cb61f94c8f994ef-00676d346e" "proxy-server 3026231" 0.0781 "-" 3026231 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/14 PUT /v1/a/c HTTP/1.0 201 - - t - - - txce2439cb61f94c8f994ef-00676d346e - 0.1940 - - 1735210094.600095272 1735210094.794048309 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txebbac2edd64846f8b54f0-00676d346e" "proxy-server 3026231" 0.0026 "-" 3026231 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37965/sdb1/1/a1/c1" "txebbac2edd64846f8b54f0-00676d346e" "container-server 3026231" 0.0321 "-" 3026231 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39065/sda1/1/a1/c1" "txebbac2edd64846f8b54f0-00676d346e" "container-server 3026231" 0.0027 "-" 3026231 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txebbac2edd64846f8b54f0-00676d346e" "proxy-server 3026231" 0.0931 "-" 3026231 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:14 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txebbac2edd64846f8b54f0-00676d346e" "proxy-server 3026231" 0.1628 "-" 3026231 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txebbac2edd64846f8b54f0-00676d346e - 0.2075 - - 1735210094.796917677 1735210095.004463434 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx69ca0b95a20a4caa9bcd3-00676d346f" "proxy-server 3026231" 0.0315 "-" 3026231 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39065/sda1/2/a/c1" "tx69ca0b95a20a4caa9bcd3-00676d346f" "container-server 3026231" 0.0367 "-" 3026231 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37965/sdb1/2/a/c1" "tx69ca0b95a20a4caa9bcd3-00676d346f" "container-server 3026231" 0.0023 "-" 3026231 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx69ca0b95a20a4caa9bcd3-00676d346f" "proxy-server 3026231" 0.1063 "-" 3026231 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx69ca0b95a20a4caa9bcd3-00676d346f" "proxy-server 3026231" 0.0841 "-" 3026231 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx69ca0b95a20a4caa9bcd3-00676d346f - 0.1659 - - 1735210095.007686377 1735210095.173614502 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdd8655c0e0d24274808da-00676d346f" "proxy-server 3026231" 0.0239 "-" 3026231 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37965/sdb1/1/a/c2" "txdd8655c0e0d24274808da-00676d346f" "container-server 3026231" 0.0121 "-" 3026231 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39065/sda1/1/a/c2" "txdd8655c0e0d24274808da-00676d346f" "container-server 3026231" 0.0188 "-" 3026231 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdd8655c0e0d24274808da-00676d346f" "proxy-server 3026231" 0.0629 "-" 3026231 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdd8655c0e0d24274808da-00676d346f" "proxy-server 3026231" 0.0887 "-" 3026231 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txdd8655c0e0d24274808da-00676d346f - 0.1338 - - 1735210095.176270485 1735210095.310114861 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp8xmhab1b/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8xmhab1b/tmp_test_proxy_server_chunked/container-sync-realms.conf'test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request + return handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped + return func(*a, **kw) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD + resp = self._get_or_head_response(req, node_iter, partition, policy) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response + app_iter.kickoff(req, resp) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff + self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate + chunk = next(iterator) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item + return super(StringAlong, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range + for i, next_seg in enumerate(segment_iter): + ~~~~~~~~~^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments + segment = self.policy.pyeclib_driver.decode(fragments) + File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode + return self.ec_lib_reference.decode(fragment_payloads, ranges, + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ + force_metadata_checks) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode + return pyeclib_c.decode(self.handle, _fragment_payloads, + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + fragment_len, ranges, force_metadata_checks) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx96c8da74955042388eb38-00697a45f7) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server ERROR: Object returning 503 for [] (txn: txea1fda18808f4f6ea0265-00697a45f8) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx47cc7161ff2d487d9ae71-00697a45fd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620989.00000 <= '409 (1769620990.00000)' (txn: tx3bb3eb80361345f6ae85c-00697a45fd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx6b05a18215ce403d88e05-00697a45fd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620989.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx3ffc25e13a4343e091209-00697a45fd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769620989.00000 <= '409 (1769620990.00000), 201 (unknown), 201 (unknown)' (txn: txe536946d3b734061bccbc-00697a45fd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok + +test INFO: - - - [28/Jan/2026:17:23:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0047 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0096 "-" 790414 2 +test DEBUG: Unlinked retiring db '/tmp/tmpvo0mawog/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0112 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0111 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0069 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0090 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [28/Jan/2026:17:23:05 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [28/Jan/2026:17:23:05 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [28/Jan/2026:17:23:05 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 790414 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [28/Jan/2026:17:23:05 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0029 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [28/Jan/2026:17:23:05 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0125 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0063 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0019 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0003 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0122 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0023 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0090 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0106 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0015 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:23:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 790414 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok + +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txcc07797d145c44cebf866-00697a45fc) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx31d1741f11a74e56892f6-00697a45fc) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx31d1741f11a74e56892f6-00697a45fc) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx31d1741f11a74e56892f6-00697a45fc) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4993da1c2ef649cc86c3e-00697a45fc) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4993da1c2ef649cc86c3e-00697a45fc) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx4993da1c2ef649cc86c3e-00697a45fc) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txcacb662ac5994bfe98581-00697a45fc) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txcacb662ac5994bfe98581-00697a45fc) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txcacb662ac5994bfe98581-00697a45fc) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcacb662ac5994bfe98581-00697a45fc) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx80d44a2e300c4d9b857c2-00697a45fc) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx80d44a2e300c4d9b857c2-00697a45fc) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx80d44a2e300c4d9b857c2-00697a45fc) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx80d44a2e300c4d9b857c2-00697a45fc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx6b5f8d4870b54ce18210d-00697a45fe) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx7c0474e6d42b4083976d5-00697a45fe) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx7c0474e6d42b4083976d5-00697a45fe)test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok + +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('09683242-3313-44f0-b22e-223755147f2f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 1.82065 seconds (0.54926/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9y5d_p7u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '70df4d7b-7dd2-4dd4-b749-e3d22578d695-sda', '1769620991.11341', '1769620996', '1769620995', '', '1769620996', 0, 0) +test DEBUG: /tmp/tmp9y5d_p7u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '70df4d7b-7dd2-4dd4-b749-e3d22578d695-sda', '1769620991.11341', '1769620996', '1769620995', '', '1769620996', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('70df4d7b-7dd2-4dd4-b749-e3d22578d695-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02242 seconds (44.60345/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdkn6xvxu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c73359db3ff46a761df7f781f1e3044', '5b1600bb-46d6-41cd-9c2a-c53255c2a8ec-sda', '1769620991.17524', '1769620996', '1769620995', '', '1769620996', 1, 1) +test DEBUG: /tmp/tmpdkn6xvxu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620997.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '5b1600bb-46d6-41cd-9c2a-c53255c2a8ec-sda') +test DEBUG: /tmp/tmpdkn6xvxu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0100296s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c73359db3ff46a761df7f781f1e3044', '5b1600bb-46d6-41cd-9c2a-c53255c2a8ec-sda', '1769620991.17524', '1769620996', '1769620995', '', '1769620996', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5b1600bb-46d6-41cd-9c2a-c53255c2a8ec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05196 seconds (19.24395/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpebnfnfi2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '950913a2-e159-4628-a417-b0d9fddef16d-sda', '1769620991.25999', '1769620996', '1769620995', '', '1769620996', 0, 1) +test DEBUG: /tmp/tmpebnfnfi2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '950913a2-e159-4628-a417-b0d9fddef16d-sda', '1769620991.25999', '1769620996', '1769620995', '', '1769620996', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('950913a2-e159-4628-a417-b0d9fddef16d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02989 seconds (33.45583/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnlc62fj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c73359db3ff46a761df7f781f1e3044', 'bd98efc6-e36d-4e0b-8d78-e8250b6daa7a-sda', '1769620991.32453', '1769620996', '1769620995', '', '1769620996', 1, 1) +test DEBUG: /tmp/tmpnlc62fj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c73359db3ff46a761df7f781f1e3044', 'bd98efc6-e36d-4e0b-8d78-e8250b6daa7a-sda', '1769620991.32453', '1769620996', '1769620995', '', '1769620996', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bd98efc6-e36d-4e0b-8d78-e8250b6daa7a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04610 seconds (21.69119/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eaab81cb-346f-4d34-b0d5-bf1eb23e8bc9-sda', '1769620991.39847', '1769620991.00000', '0', '', '1769620991.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eaab81cb-346f-4d34-b0d5-bf1eb23e8bc9-sda', '1769620991.39847', '1769620992.00000', '0', '', '1769620991.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '56555767e71dc68a2cbafca03fc3d93f', 'c2447e3f-f753-42e0-9489-e3c865f06939-sda', '1769620991.42469', '1769620991.42222', '0', '', '1769620991.42222', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1769620991.43592', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1769620991.43668', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1769620991.43688', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1769620991.43702', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1769620991.43715', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1769620991.43728', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1769620991.43743', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1769620991.43760', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1769620991.43772', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1769620991.43784', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1769620991.43800', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [28/Jan/2026:17:23:08 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [28/Jan/2026:17:23:08 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 790409 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [28/Jan/2026:17:23:08 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0031 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [28/Jan/2026:17:23:08 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0076 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0003 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0123 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0096 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0123 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0099 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:08 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0067 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0065 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0069 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx528f7d3fbc0347078eb34-00697a45fb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server ERROR: Object returning 503 for [] (txn: txbe08a810923c4535b2fdb-00697a45fd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server ERROR: Object returning 503 for [] (txn: tx074cb53a676941c49735e-00697a45fd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d1febb411634601b17ee-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d1febb411634601b17ee-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d1febb411634601b17ee-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d1febb411634601b17ee-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d1febb411634601b17ee-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d1febb411634601b17ee-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d1febb411634601b17ee-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d1febb411634601b17ee-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d1febb411634601b17ee-00697a45fd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9bc2a3f617334cee81b14-00697a45fd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621176.00000, db: /tmp/tmp1llans9s/sda/containers/0/c9d/e74842022fcdf26149da693857b91c9d/e74842022fcdf26149da693857b91c9d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621176.00000, db: /tmp/tmp1llans9s/sda/containers/0/c9d/e74842022fcdf26149da693857b91c9d/e74842022fcdf26149da693857b91c9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621178.00000, db: /tmp/tmp1llans9s/sda/containers/0/522/f4039e714eac5e4deca79c47d424c522/f4039e714eac5e4deca79c47d424c522.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621178.00000, db: /tmp/tmp1llans9s/sda/containers/0/522/f4039e714eac5e4deca79c47d424c522/f4039e714eac5e4deca79c47d424c522.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621180.00000, db: /tmp/tmp1llans9s/sda/containers/0/024/7185e5f6e12cfb921afe396cdc225024/7185e5f6e12cfb921afe396cdc225024.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621180.00000, db: /tmp/tmp1llans9s/sda/containers/0/024/7185e5f6e12cfb921afe396cdc225024/7185e5f6e12cfb921afe396cdc225024.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621182.00000, db: /tmp/tmp1llans9s/sda/containers/0/24d/149e30fa1346fde4badaf8b3cf30f24d/149e30fa1346fde4badaf8b3cf30f24d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621182.00000, db: /tmp/tmp1llans9s/sda/containers/0/24d/149e30fa1346fde4badaf8b3cf30f24d/149e30fa1346fde4badaf8b3cf30f24d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621184.00000, db: /tmp/tmp1llans9s/sda/containers/0/223/e91f9c5d0fe98e18a824532f86826223/e91f9c5d0fe98e18a824532f86826223.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621184.00000, db: /tmp/tmp1llans9s/sda/containers/0/223/e91f9c5d0fe98e18a824532f86826223/e91f9c5d0fe98e18a824532f86826223.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621186.00000, db: /tmp/tmp1llans9s/sda/containers/0/4ca/77c975cee0bc41f76dc7f029725244ca/77c975cee0bc41f76dc7f029725244ca.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621186.00000, db: /tmp/tmp1llans9s/sda/containers/0/4ca/77c975cee0bc41f76dc7f029725244ca/77c975cee0bc41f76dc7f029725244ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621188.00000, db: /tmp/tmp1llans9s/sda/containers/0/45c/6a900aafc39588bf775b46935340445c/6a900aafc39588bf775b46935340445c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621188.00000, db: /tmp/tmp1llans9s/sda/containers/0/45c/6a900aafc39588bf775b46935340445c/6a900aafc39588bf775b46935340445c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621190.00000, db: /tmp/tmp1llans9s/sda/containers/0/2aa/c28fd621fb502cb6b0c6a6eea370c2aa/c28fd621fb502cb6b0c6a6eea370c2aa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621190.00000, db: /tmp/tmp1llans9s/sda/containers/0/2aa/c28fd621fb502cb6b0c6a6eea370c2aa/c28fd621fb502cb6b0c6a6eea370c2aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621192.00000, db: /tmp/tmp1llans9s/sda/containers/0/8e6/1c93abab2224a1eef6bcbbbfd087e8e6/1c93abab2224a1eef6bcbbbfd087e8e6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621192.00000, db: /tmp/tmp1llans9s/sda/containers/0/8e6/1c93abab2224a1eef6bcbbbfd087e8e6/1c93abab2224a1eef6bcbbbfd087e8e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621194.00000, db: /tmp/tmp1llans9s/sda/containers/0/e31/78b52ac004465bd18d69e81769fe4e31/78b52ac004465bd18d69e81769fe4e31.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621194.00000, db: /tmp/tmp1llans9s/sda/containers/0/e31/78b52ac004465bd18d69e81769fe4e31/78b52ac004465bd18d69e81769fe4e31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769620968.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/906/33a300d913ce2853328f76e67634d906/33a300d913ce2853328f76e67634d906.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769620973.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c98/1a5638b47e3a572a5c703a0582dd7c98/1a5638b47e3a572a5c703a0582dd7c98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769620978.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/39b/2c6ea6254830fe89a20b724b34cd639b/2c6ea6254830fe89a20b724b34cd639b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769620983.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/76c/a15ead493a82177a1d752d252a2f376c/a15ead493a82177a1d752d252a2f376c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769620988.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/917/c674e8f8171df2f5a9abc31a64605917/c674e8f8171df2f5a9abc31a64605917.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769620993.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/922/3045530ea4fd61cc9fcad33c103c9922/3045530ea4fd61cc9fcad33c103c9922.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769620998.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/923/672064bfbad68ff5385b8ea695570923/672064bfbad68ff5385b8ea695570923.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621003.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/679/7e7766b3e3e8be176ab410465ae45679/7e7766b3e3e8be176ab410465ae45679.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621008.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/baf/f85b05248ddd125ccce90fb60b15ebaf/f85b05248ddd125ccce90fb60b15ebaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621013.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b6b/5c6a883fd82d91048cacbe5bea699b6b/5c6a883fd82d91048cacbe5bea699b6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621018.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e4d/1eb90923501ae8837e4ce1dad8534e4d/1eb90923501ae8837e4ce1dad8534e4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621023.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/12b/1bf677a3e287ebc5bb69ee9ca041a12b/1bf677a3e287ebc5bb69ee9ca041a12b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621028.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/77f/1cfcac50e8c7084da575f28e334e577f/1cfcac50e8c7084da575f28e334e577f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621033.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e7b/3584286c781444e21bd71da345b45e7b/3584286c781444e21bd71da345b45e7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621038.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/314/79842f2a83198329c833794564939314/79842f2a83198329c833794564939314.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621043.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621048.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/2d7/8c220c7484ed37c1c58dc09c6c3832d7/8c220c7484ed37c1c58dc09c6c3832d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621053.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/dac/13237b6f52ce4a6b6f34390cbc6d2dac/13237b6f52ce4a6b6f34390cbc6d2dac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621058.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9bc/e3dbf643db1abf5857b595148b4b49bc/e3dbf643db1abf5857b595148b4b49bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621063.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/dc2/5b9a7c1487d068f481a93183deab0dc2/5b9a7c1487d068f481a93183deab0dc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621068.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b0f/a01ebc6e61325578c43c6bddad428b0f/a01ebc6e61325578c43c6bddad428b0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621073.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/eed/b49673d6cbd59b730340e1ff23f75eed/b49673d6cbd59b730340e1ff23f75eed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621078.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/563/bd50c7f84d0d784d17526bc8b78d5563/bd50c7f84d0d784d17526bc8b78d5563.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621083.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d81/f6361aa235c8f5bb70cd64b04c00dd81/f6361aa235c8f5bb70cd64b04c00dd81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621088.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/79b/1ee9898612a5e5f61c9f598be73d379b/1ee9898612a5e5f61c9f598be73d379b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621093.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/3b1/6ffba746c6b90d2143b3b76c603053b1/6ffba746c6b90d2143b3b76c603053b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621098.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c76/9b3a0bae324a453006dd1a395d326c76/9b3a0bae324a453006dd1a395d326c76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621103.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/059/b448ab2cab5515aad95c624c381b7059/b448ab2cab5515aad95c624c381b7059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621108.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/065/9b5976d7f68e39c3b7a1825112b7e065/9b5976d7f68e39c3b7a1825112b7e065.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621113.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/6e0/498a2b25a718e599eaff7249a41906e0/498a2b25a718e599eaff7249a41906e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621118.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e82/7f855f2b700dd6adaf1a9b0c7f7e0e82/7f855f2b700dd6adaf1a9b0c7f7e0e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621123.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/946/078eefdb37847b353044920bffcb2946/078eefdb37847b353044920bffcb2946.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621128.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/dc3/524720581b8e7d3d3dae69df07da7dc3/524720581b8e7d3d3dae69df07da7dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621133.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e82/6ae36b2bc158761a32a2557d642d2e82/6ae36b2bc158761a32a2557d642d2e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621138.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/389/6a2ed06391bea55c7239472552b3a389/6a2ed06391bea55c7239472552b3a389.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621143.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/554/c5e0f7b16f583782f9397e21e5b05554/c5e0f7b16f583782f9397e21e5b05554.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621148.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/bfc/063b22225392fbcf0a76f21453585bfc/063b22225392fbcf0a76f21453585bfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621153.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d3f/19ea93cd6b8d79794ab2031721f0bd3f/19ea93cd6b8d79794ab2031721f0bd3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621158.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/db6/8f2806025e86ab0a15a5249335b9ddb6/8f2806025e86ab0a15a5249335b9ddb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621163.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ba7/18e7fd9be0bd99b50643228ccac98ba7/18e7fd9be0bd99b50643228ccac98ba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621168.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/43b/62ca9a2eb650457de2b02e0b7089343b/62ca9a2eb650457de2b02e0b7089343b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621173.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/0f5/0a44ea38d56c892a8625a30e286bb0f5/0a44ea38d56c892a8625a30e286bb0f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621178.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/681/bb9b507b14e7c26f7983b0abcb13a681/bb9b507b14e7c26f7983b0abcb13a681.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621183.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9ec/8d9de8dd4f3228db31bcbad2656e69ec/8d9de8dd4f3228db31bcbad2656e69ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621188.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/8bf/32ede708774337f213161b475d3418bf/32ede708774337f213161b475d3418bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621193.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/186/fa8b6623ee8cc71029ed1eb40c2fb186/fa8b6623ee8cc71029ed1eb40c2fb186.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621198.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/5a0/a392189b9bff3fe24e4f372d4170c5a0/a392189b9bff3fe24e4f372d4170c5a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621203.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/722/f6f3878ee4ae51cf0c177cfbd8321722/f6f3878ee4ae51cf0c177cfbd8321722.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621208.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/03b/f74d8393bb69010a915693603038003b/f74d8393bb69010a915693603038003b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621213.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b6d/563eeaa5e7605049ef2b15f25149eb6d/563eeaa5e7605049ef2b15f25149eb6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621218.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b9b/8b499912e126607f3343fc2eae9bcb9b/8b499912e126607f3343fc2eae9bcb9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621223.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b9a/13a6fccb619f8c5161becc36c2059b9a/13a6fccb619f8c5161becc36c2059b9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621228.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e9d/4240fd7eb25a3794c8903d32466d4e9d/4240fd7eb25a3794c8903d32466d4e9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621233.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/6b7/ccf761b5e3a502549e07ceda04a6a6b7/ccf761b5e3a502549e07ceda04a6a6b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621238.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ffa/46fa469485d39de4aec8c1e6d2fe2ffa/46fa469485d39de4aec8c1e6d2fe2ffa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621243.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/6e4/e87b4b410e53d9094809b7bcd41526e4/e87b4b410e53d9094809b7bcd41526e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621248.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/076/0a6ae0b47d71511a639f0e433d645076/0a6ae0b47d71511a639f0e433d645076.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621253.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/aa2/6ec64e3d8f3bcb1f3d730336fe521aa2/6ec64e3d8f3bcb1f3d730336fe521aa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621258.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/616/0405663a1c32f72c56c054b73dbda616/0405663a1c32f72c56c054b73dbda616.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621263.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9fe/be8ded137cd7bc0ac4269eef7e7129fe/be8ded137cd7bc0ac4269eef7e7129fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621268.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/a0c/3d03cbffd192e194ad4ec4783e722a0c/3d03cbffd192e194ad4ec4783e722a0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621273.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/73e/96c73fdfa3fc3b9010b99550fdf2b73e/96c73fdfa3fc3b9010b99550fdf2b73e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621278.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/424/52f9a01e7dfe05a7adfe4c660c533424/52f9a01e7dfe05a7adfe4c660c533424.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621283.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/66b/910cfa0366ebc69e3bf171d4a6d1866b/910cfa0366ebc69e3bf171d4a6d1866b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621288.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/483/6eb867739a3add502c52c7ed7658f483/6eb867739a3add502c52c7ed7658f483.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621293.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/93c/15a6afb8076925d894b68675ffd2393c/15a6afb8076925d894b68675ffd2393c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621298.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/461/9250d64c5f53ebaa5901acc1a8d41461/9250d64c5f53ebaa5901acc1a8d41461.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621303.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/7d7/18514b87d04cfd74df5d52ae4c4dd7d7/18514b87d04cfd74df5d52ae4c4dd7d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621308.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d06/20708e79811329fc3c2b1040bc2cfd06/20708e79811329fc3c2b1040bc2cfd06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621313.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d3b/a3ea1bd8765d12bd7e1f079a05025d3b/a3ea1bd8765d12bd7e1f079a05025d3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621318.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9c0/6d739cbad10ef52d62488e2ac01eb9c0/6d739cbad10ef52d62488e2ac01eb9c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621323.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/8b2/ab68b55b386b6b7588b5b7e3eb7cc8b2/ab68b55b386b6b7588b5b7e3eb7cc8b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621328.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/a36/4573e46ed5cf79316a548b6ee5800a36/4573e46ed5cf79316a548b6ee5800a36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621333.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/eb3/ebb8592c7a9aa500116033a8e57d4eb3/ebb8592c7a9aa500116033a8e57d4eb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621338.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/69e/f186db223c539ee255ed42ed0702e69e/f186db223c539ee255ed42ed0702e69e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621343.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b93/1bac7d1b8343799869c6a2249c061b93/1bac7d1b8343799869c6a2249c061b93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621348.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/eb7/6345196c9706da95c14bd5e96fdb5eb7/6345196c9706da95c14bd5e96fdb5eb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621353.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/fcb/f02eb7fabfee6e9b9c7c0c05c1274fcb/f02eb7fabfee6e9b9c7c0c05c1274fcb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621358.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/881/55981f5f127d4faadf6ea1dba2f32881/55981f5f127d4faadf6ea1dba2f32881.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621363.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e9b/1b806aec9b32b74f1bfeec16c7cbee9b/1b806aec9b32b74f1bfeec16c7cbee9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621368.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/6d1/a90af5483c809df78855ebdc4f0506d1/a90af5483c809df78855ebdc4f0506d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621373.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/6fe/37670bfe7c19e322b4c82889da9026fe/37670bfe7c19e322b4c82889da9026fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621378.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/991/2aa9212519aea95befbb15fe094d7991/2aa9212519aea95befbb15fe094d7991.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621383.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/7b2/babcc097879649f37f5594baf1ace7b2/babcc097879649f37f5594baf1ace7b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621388.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/49e/92b7a4b7da6849cadb7722c9d9da849e/92b7a4b7da6849cadb7722c9d9da849e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621393.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/aa9/2e42f17c7abbb9204a9eefb248122aa9/2e42f17c7abbb9204a9eefb248122aa9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621398.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/aa3/b487a872639f8bcfab36d05981e79aa3/b487a872639f8bcfab36d05981e79aa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621403.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f10/04e5e44ab58e4084db8e04ff3aac7f10/04e5e44ab58e4084db8e04ff3aac7f10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621408.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b47/2ae52678fbac5d3e1ccc003a98e8fb47/2ae52678fbac5d3e1ccc003a98e8fb47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621413.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/5a2/23a9f5623e0d0cac1839af24136105a2/23a9f5623e0d0cac1839af24136105a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621418.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f5d/7518c48e15ab66f628d59145ca552f5d/7518c48e15ab66f628d59145ca552f5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621423.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/a0c/66cdc597a34e89ab5df9b2774f701a0c/66cdc597a34e89ab5df9b2774f701a0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621428.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/3ec/0a8c44ed6f4ab1d848ca4619b02f93ec/0a8c44ed6f4ab1d848ca4619b02f93ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621433.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/bc3/86f3cd307efac1c5484aa666921c5bc3/86f3cd307efac1c5484aa666921c5bc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621438.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c1a/c89193872ce7a2ecfdff4b62b80f5c1a/c89193872ce7a2ecfdff4b62b80f5c1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621443.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d18/82e14d14d9e51c95c73d1317dbb67d18/82e14d14d9e51c95c73d1317dbb67d18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621448.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c70/b7e77c3a244800245a0429629abfac70/b7e77c3a244800245a0429629abfac70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621453.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/4ef/70353d5065f3dedde63edbc8edafa4ef/70353d5065f3dedde63edbc8edafa4ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621458.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d66/8261dc7b2b3f65eb6c383c0b239ecd66/8261dc7b2b3f65eb6c383c0b239ecd66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621463.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/bae/a5538b534ffecbe2fee1be6c448a3bae/a5538b534ffecbe2fee1be6c448a3bae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621468.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/035/5abb5daec2dc29aa48e4c722db04c035/5abb5daec2dc29aa48e4c722db04c035.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621473.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/6c7/340eba16a049bf55afe2fc9c6f6846c7/340eba16a049bf55afe2fc9c6f6846c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621478.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e84/9f2e2a4559db2cf0d6f28acadff36e84/9f2e2a4559db2cf0d6f28acadff36e84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621483.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f20/56cfc5e03b072d13ba427581c78cbf20/56cfc5e03b072d13ba427581c78cbf20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621488.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e6b/949281f4a4aeee778fc7c836f23f3e6b/949281f4a4aeee778fc7c836f23f3e6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621493.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f8a/92e91bb6c954e3fbac3330b51b47af8a/92e91bb6c954e3fbac3330b51b47af8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621498.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/426/5c0adfec5c317bb0c015955a8610c426/5c0adfec5c317bb0c015955a8610c426.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621503.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/2e8/92d10e5ed835075f7b2847fd9b6972e8/92d10e5ed835075f7b2847fd9b6972e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621508.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e87/025720410d2a42347ccbda13f527de87/025720410d2a42347ccbda13f527de87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621513.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/7e6/2167ddcede774e7050c83a351d2e97e6/2167ddcede774e7050c83a351d2e97e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621518.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/55e/3a861a7eddc09034a250ab4bcd50e55e/3a861a7eddc09034a250ab4bcd50e55e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621523.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9f5/1ac80abf7185ad44509f5849bf5fd9f5/1ac80abf7185ad44509f5849bf5fd9f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621528.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/945/198ea5acd130ca75c3f8bb6d38d8f945/198ea5acd130ca75c3f8bb6d38d8f945.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621533.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/922/4e1c63689e7e46af499e0061f8efc922/4e1c63689e7e46af499e0061f8efc922.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621538.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ed4/762a5fdc7828d16e6b31e64ba9780ed4/762a5fdc7828d16e6b31e64ba9780ed4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621543.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c81/37b03aea150e01f50feabcf07c893c81/37b03aea150e01f50feabcf07c893c81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621548.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9fd/651a4eadd375d5eff20910f4783a29fd/651a4eadd375d5eff20910f4783a29fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621553.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/98e/10ee5399e9a141f22ebd30574a57e98e/10ee5399e9a141f22ebd30574a57e98e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621558.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b98/d989b68c50521a5ed0909e5a93a3eb98/d989b68c50521a5ed0909e5a93a3eb98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621563.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/939/6abe3885a98a5820e358b71730ce2939/6abe3885a98a5820e358b71730ce2939.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621568.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b4b/2b5af83fc71128259da876d065611b4b/2b5af83fc71128259da876d065611b4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621573.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e44/eb5afdea06273a7b8607efa98107be44/eb5afdea06273a7b8607efa98107be44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621578.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/4ae/18978c091a2c07c129be8fe4630a54ae/18978c091a2c07c129be8fe4630a54ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621583.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/8af/57cb5035084c2036e7d7b9262cadf8af/57cb5035084c2036e7d7b9262cadf8af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621588.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/4aa/260a9e908d926e628b555bc1441ee4aa/260a9e908d926e628b555bc1441ee4aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621593.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/56e/9e80d707be3da262fa5068515c2ef56e/9e80d707be3da262fa5068515c2ef56e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621598.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c01/9f575279cc4efe6d1eb6dba0a9630c01/9f575279cc4efe6d1eb6dba0a9630c01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621603.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/629/5831edf27c0c95c0e0eaba0c163f7629/5831edf27c0c95c0e0eaba0c163f7629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621608.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9a3/2d42cf6f12d686e19af9abf3dfc8f9a3/2d42cf6f12d686e19af9abf3dfc8f9a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621613.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e4e/e9dbaf1e2d50bb1b0a3ae7fb15385e4e/e9dbaf1e2d50bb1b0a3ae7fb15385e4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621618.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e1e/b5349973292baeea0a310ddc23706e1e/b5349973292baeea0a310ddc23706e1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621623.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f57/4396324ff11cb6c6b1556bd21ca29f57/4396324ff11cb6c6b1556bd21ca29f57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621628.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/265/e8f4742624b5e25719744e68b322f265/e8f4742624b5e25719744e68b322f265.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621633.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/93c/9fdbc4361c890a470790649b613f693c/9fdbc4361c890a470790649b613f693c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621638.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/8cf/745bb5a51f201aa829a38a1fdabaa8cf/745bb5a51f201aa829a38a1fdabaa8cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621643.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f3a/c6cd1b32df07f54becb7eb5a51c3ff3a/c6cd1b32df07f54becb7eb5a51c3ff3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621648.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9a4/453f277fb676ed87fb07bbed80d3e9a4/453f277fb676ed87fb07bbed80d3e9a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621653.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f7a/49bf4e43e6d9f196c5f0d3b1f5958f7a/49bf4e43e6d9f196c5f0d3b1f5958f7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621658.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b4c/f6a88f07aaf0bc3c3ebcbb66b3f26b4c/f6a88f07aaf0bc3c3ebcbb66b3f26b4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621663.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9c9/b7dcc0eab62f32c674ed586eaf0e89c9/b7dcc0eab62f32c674ed586eaf0e89c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621668.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/457/53e288402730c036d81edaa41a5ac457/53e288402730c036d81edaa41a5ac457.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621673.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/3bc/7ae0c2324a3967bc8e5913308881f3bc/7ae0c2324a3967bc8e5913308881f3bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621678.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/115/e2d53cf79fd484a20c67f813a24c6115/e2d53cf79fd484a20c67f813a24c6115.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621683.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/bfa/4adbd2a814f3b1097232cda759bc2bfa/4adbd2a814f3b1097232cda759bc2bfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621688.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f4b/55187af173e6b2eafad6b676f316af4b/55187af173e6b2eafad6b676f316af4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621693.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ff5/e7eced93c823068e59c952f8c1933ff5/e7eced93c823068e59c952f8c1933ff5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621698.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/5c5/099e51545005c9024235f24b5a19a5c5/099e51545005c9024235f24b5a19a5c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621703.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/768/e0865c2f1be783a79c9e9c537402e768/e0865c2f1be783a79c9e9c537402e768.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621708.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/8ec/d7616e36e62228d5a586982bd04ef8ec/d7616e36e62228d5a586982bd04ef8ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621713.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/45f/b1a8e5f30ee17d784c237e4c5522045f/b1a8e5f30ee17d784c237e4c5522045f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621718.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/674/45248806f03790f8ad791ee30826c674/45248806f03790f8ad791ee30826c674.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621723.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/87b/da65d106293e228607fd44f484b7087b/da65d106293e228607fd44f484b7087b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621728.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/654/ffb53ddc72e5133b930700a846992654/ffb53ddc72e5133b930700a846992654.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621733.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/732/4cde0e55ad8e33f143282c8dee914732/4cde0e55ad8e33f143282c8dee914732.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621738.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b2c/fd575f8c5c3593bf81a589fce639bb2c/fd575f8c5c3593bf81a589fce639bb2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621743.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/329/28a9ec4d9289c39704f0c16648135329/28a9ec4d9289c39704f0c16648135329.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621748.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ba7/4ca8bd05c96125fbed823ca2f20c7ba7/4ca8bd05c96125fbed823ca2f20c7ba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621753.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/0ee/f9f10fe2d6343e39b5e35bd112f3e0ee/f9f10fe2d6343e39b5e35bd112f3e0ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621758.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/65d/44b649562d46e43461ae2a45ef55865d/44b649562d46e43461ae2a45ef55865d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621763.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9f8/485eac5455cdad02af24a107070079f8/485eac5455cdad02af24a107070079f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621768.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d9d/3384d203d33e0ad6674090d5418ddd9d/3384d203d33e0ad6674090d5418ddd9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621773.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/2fc/20df182b2005597a720699d2ea8a12fc/20df182b2005597a720699d2ea8a12fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621778.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ed5/1b7e7d323f5df8fcc8e2d777e80aded5/1b7e7d323f5df8fcc8e2d777e80aded5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621783.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c18/6c701ab5643e74082df0c2a9a905ac18/6c701ab5643e74082df0c2a9a905ac18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621788.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e8e/48233a831ef8fd945201e7c1ee8f1e8e/48233a831ef8fd945201e7c1ee8f1e8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621793.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/8ee/ca2610878a9b649286d4f0258dd518ee/ca2610878a9b649286d4f0258dd518ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621798.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/1cc/112f0521b741afa3aaba7fd90e0be1cc/112f0521b741afa3aaba7fd90e0be1cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621803.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/03b/6bf40b4f083582e6137ba52cac72603b/6bf40b4f083582e6137ba52cac72603b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621808.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/aca/b9896d74cd7f352a8c152ffdee577aca/b9896d74cd7f352a8c152ffdee577aca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621813.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d67/425cd5698bfcc741244195480257bd67/425cd5698bfcc741244195480257bd67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621818.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/485/f10c27b7bf9c1a8e5b229e788978e485/f10c27b7bf9c1a8e5b229e788978e485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621823.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/3ec/ec325338ce26d54100e71c2c0305d3ec/ec325338ce26d54100e71c2c0305d3ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621828.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9e8/78ae03e6ba2c8eceb16a901c5b2139e8/78ae03e6ba2c8eceb16a901c5b2139e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621833.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/071/485d854802f58834b59c9d21c749f071/485d854802f58834b59c9d21c749f071.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621838.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/656/b1b3f545bb815d1922cb2dbe57495656/b1b3f545bb815d1922cb2dbe57495656.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621843.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/66d/20c21e0adec9a69ef22de62fab38666d/20c21e0adec9a69ef22de62fab38666d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621848.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c4c/1b921be184726da3e8d0f3710e826c4c/1b921be184726da3e8d0f3710e826c4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621853.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/fc0/5abe94315f774b781a5f085493be8fc0/5abe94315f774b781a5f085493be8fc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621858.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b43/527cbe7b2f7773dfc3c415f66fd8eb43/527cbe7b2f7773dfc3c415f66fd8eb43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621863.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/475/236b27821662fde972f4f02cbaab4475/236b27821662fde972f4f02cbaab4475.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621868.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/4b3/d5a104142a0aee696f91e3f0f02114b3/d5a104142a0aee696f91e3f0f02114b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621873.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/8e5/f98eb1c23c5b8d5e6c47dd4081f0d8e5/f98eb1c23c5b8d5e6c47dd4081f0d8e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621878.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/493/14c1f6c7b967d2d37096a6428b43f493/14c1f6c7b967d2d37096a6428b43f493.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621883.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c50/61e72497132999e10ab52f1217032c50/61e72497132999e10ab52f1217032c50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621888.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d9f/2800b8ee13e124b644bdbdb74bc39d9f/2800b8ee13e124b644bdbdb74bc39d9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621893.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ed8/a9174fec3d01a6c4a56afec3eaf9eed8/a9174fec3d01a6c4a56afec3eaf9eed8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621898.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d48/23f662bb1fc05f7065b4c39c4149dd48/23f662bb1fc05f7065b4c39c4149dd48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621903.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d10/8f29ceabb7d0784fbfc662da9445dd10/8f29ceabb7d0784fbfc662da9445dd10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621908.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/985/14a624659318c9e7c677cbacfa0f2985/14a624659318c9e7c677cbacfa0f2985.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621913.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/7af/85e1e852b6ca50880106dd16ea6ca7af/85e1e852b6ca50880106dd16ea6ca7af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621918.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/04b/ff9e8c27452375d37b8bf6a85851604b/ff9e8c27452375d37b8bf6a85851604b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621923.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e19/52f5379adad3f2c85c44f2b3e30a0e19/52f5379adad3f2c85c44f2b3e30a0e19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621928.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b9b/5b265ccf47c6508a62864eb982321b9b/5b265ccf47c6508a62864eb982321b9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621933.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/35c/20f01dbef19ed2587adade496fc2235c/20f01dbef19ed2587adade496fc2235c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621938.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/fdc/9982e1760a4f6dc8cf3db0af0f9fafdc/9982e1760a4f6dc8cf3db0af0f9fafdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621943.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/8f7/4a85df1e983b9c6aaa0e94e8b20db8f7/4a85df1e983b9c6aaa0e94e8b20db8f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621948.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c75/dec7cc625358d2f607902b273d695c75/dec7cc625358d2f607902b273d695c75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621953.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/206/3375f51ae71cdbb040988c55dec1c206/3375f51ae71cdbb040988c55dec1c206.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621958.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/143/f08f9ec43eb0875ea326611baf03d143/f08f9ec43eb0875ea326611baf03d143.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621963.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/4e7/77c56efa1f4566ea59450a2d9635e4e7/77c56efa1f4566ea59450a2d9635e4e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621968.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b26/75305cf2755caf510c54d4537b6d1b26/75305cf2755caf510c54d4537b6d1b26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621973.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/7b3/8300ac6d9d8d87b1438bfb315349e7b3/8300ac6d9d8d87b1438bfb315349e7b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621978.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e67/149fa0790be4e0d406ded09ec0a01e67/149fa0790be4e0d406ded09ec0a01e67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621983.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/966/7551b054d94c9c1427f81ea86cc22966/7551b054d94c9c1427f81ea86cc22966.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621988.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/94a/c7e746e905c5e9fcd8edcab9afe6e94a/c7e746e905c5e9fcd8edcab9afe6e94a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621993.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/01c/879d7e80a1962a74d0a42a0464e0701c/879d7e80a1962a74d0a42a0464e0701c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621998.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c29/86a666f2b84d182290e118a2bcf93c29/86a666f2b84d182290e118a2bcf93c29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622003.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f69/05712650fe26b68297fd7e1364664f69/05712650fe26b68297fd7e1364664f69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622008.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/3b4/6273ad2928555c2c84630c2f55f6e3b4/6273ad2928555c2c84630c2f55f6e3b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622013.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/83d/2ba0785256beb39662b901033153883d/2ba0785256beb39662b901033153883d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622018.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/0ff/048f8512d24f512e0064e82fbca280ff/048f8512d24f512e0064e82fbca280ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622023.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/de7/4626a134a51e5e9e801877fd2c7fdde7/4626a134a51e5e9e801877fd2c7fdde7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622028.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/de5/a01a3946aecfb50f189cd6b2774f0de5/a01a3946aecfb50f189cd6b2774f0de5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622033.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/967/39b13bbba0b8626b1f6901bc0b71c967/39b13bbba0b8626b1f6901bc0b71c967.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622038.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/c68/820de27cb98f933068d87e99cf9cfc68/820de27cb98f933068d87e99cf9cfc68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622043.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/9c9/af25cdb074f077c8fd26d42254e759c9/af25cdb074f077c8fd26d42254e759c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622048.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ac9/4f44b85f06cfef4daf0b83aa7226bac9/4f44b85f06cfef4daf0b83aa7226bac9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622053.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/061/e6db15455f257a03945fa4b1cc58d061/e6db15455f257a03945fa4b1cc58d061.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622058.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/02b/5389c3b60829b86f88c7d1871cc2b02b/5389c3b60829b86f88c7d1871cc2b02b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622063.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/559/b2b810632fadda38c340272236e0f559/b2b810632fadda38c340272236e0f559.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622068.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ee0/c9f32dee74a408da8bdc131196922ee0/c9f32dee74a408da8bdc131196922ee0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622073.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/822/46ac18fabc116a8603c8b5f030515822/46ac18fabc116a8603c8b5f030515822.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622078.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/59c/df8ac51411a5fc456b2f6b78393b159c/df8ac51411a5fc456b2f6b78393b159c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622083.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/dae/8e7e980188593f968a84192407840dae/8e7e980188593f968a84192407840dae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622088.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/200/b1a93dde81e9e3ff7576fb1b46e9c200/b1a93dde81e9e3ff7576fb1b46e9c200.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622093.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/cc8/ecb73b091dcfcbf441f247f89c1fecc8/ecb73b091dcfcbf441f247f89c1fecc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622098.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ba1/8dd1865b1976bf3b4b1db80d20463ba1/8dd1865b1976bf3b4b1db80d20463ba1.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok + +test INFO: - - - [28/Jan/2026:17:23:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:23:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:23:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0051 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 790414 4 +test INFO: - - - [28/Jan/2026:17:23:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790414 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0128 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0078 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0082 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0134 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0085 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0077 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0072 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0082 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0073 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0064 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0058 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0019 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0106 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0001 "-" 790414 nada +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 790414 999 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0069 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0010 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0067 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0010 "-" 790414 1 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0067 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0064 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0010 "-" 790414 3 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0067 "-" 790414 4 +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0010 "-" 790414 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:09 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx6dc682302c1c4c069f240-00697a45fe) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txc16575ae8d08460097c6c-00697a45fe) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx62289550e7a44cb68a17d-00697a45fe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx1ab97f8f444b40c7887fb-00697a45fe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx05032b74cecf4f49a9380-00697a45fe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0d40c20b59be43bb914fd-00697a45fe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx853a8e5a14614770bbfd2-00697a45fe) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx99cd7d13377e44dba3d50-00697a45fe) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx11933c286a2344289c663-00697a45fe) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx23778e83e4cb482fa8478-00697a45fe) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8fdbfc126e9e438f9d72c-00697a45fe) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txda5fd6813a2b469fac21a-00697a45fe) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx68eedd3657584a59858d6-00697a45fe) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx9a81e8209ee64d14b8d48-00697a45fe) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx94a99510d1bb4e2bbdd0d-00697a45fe) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx1b47fe0c23ba4133b4752-00697a45fe) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx327c9073b1b4460093845-00697a45fe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txa8c10f23d77942b0867da-00697a45fe) +test INFO: Client disconnected on read of '/a/c' (txn: tx6cc9da48e0734fd4b7df0-00697a45fe) +test INFO: Client disconnected on read of '/a/c' (txn: txc3df404c5b694c74b92da-00697a45fe) +test INFO: Client disconnected on read of '/a/c' (txn: txc3df404c5b694c74b92da-00697a45fe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf3b3eb0d8aa24cfd98615-00676d346b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4ca1d5b7a1304507a01d1-00676d346b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8ef2c08f642042749f520-00676d346b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf0c3e4ca1b0f4e66b8382-00676d346b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx05fd3f57fa9b4bb4a3d95-00676d346b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8e20892b6ee74ef79fba9-00676d346b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txad5895503ce944bab370c-00676d346b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd6e381e965f94fd0bcb83-00676d346b) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc3efcba03e1944a98ab93-00676d346b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa4536620123c4d12905a9-00676d346b) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe581d14721af42a5bf8f0-00676d346c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx976a3e39cbaf46c0aa06b-00676d346c) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txe92d76966ef14b458065a-00676d346c) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx89dbb85a5ff849708b6f2-00676d346c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx93c08cf783cb4983be7c6-00676d346d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx936f56af4fce4d058219f-00676d346d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txd58927d719da4c70bb6fa-00676d346d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx9ac0b641467c4ffb86417-00676d346d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx359e5fb1d2f041e5bb951-00676d346d) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx30b43d517eb54174999ff-00676d346d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3c8ac92b33a747d88121b-00676d346d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb94c882742194101823c5-00676d346d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx92d3922f076f4524ab939-00676d346d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx46a65c6c5ac040ad96955-00676d346d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf844cd5ab67547f186919-00676d346d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx707564257e894774b26d0-00676d346d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx8ff9f999540146ea903de-00676d346d)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1769620993.07045', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1769620993.07941', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1769620993.09045', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1769620993.09939', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1769620993.10847', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1769620993.11820', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1769620993.12891', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1769620993.13834', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1769620993.14778', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, 'e5dabe568b58e3f533a1d266c462441f', 'c2447e3f-f753-42e0-9489-e3c865f06939-sda', '1769620991.42469', '1769620991.42222', '0', '', '1769620991.42222', 21, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1769620993.15774', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2447e3f-f753-42e0-9489-e3c865f06939-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3y58cw9z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca4c8f07-532d-4024-b00c-dd2521490366-sda', '1769620994.99423', '1769620995', '0', '', '1769620995', 0, 0) +test DEBUG: /tmp/tmp3y58cw9z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ca4c8f07-532d-4024-b00c-dd2521490366-sda', '1769620994.99423', '1769620995', '0', '', '1769620995', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ca4c8f07-532d-4024-b00c-dd2521490366-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03092 seconds (32.34039/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpx3lmkgal/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c73359db3ff46a761df7f781f1e3044', 'ccb09da3-2a50-43df-8d87-258a9ae65281-sda', '1769620995.04429', '1769620996', '0', '', '1769620996', 1, 1) +test DEBUG: /tmp/tmpx3lmkgal/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769620997.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ccb09da3-2a50-43df-8d87-258a9ae65281-sda') +test DEBUG: /tmp/tmpx3lmkgal/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00711656s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0c73359db3ff46a761df7f781f1e3044', 'ccb09da3-2a50-43df-8d87-258a9ae65281-sda', '1769620995.04429', '1769620996', '0', '', '1769620996', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ccb09da3-2a50-43df-8d87-258a9ae65281-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpx3lmkgal/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07079 seconds (14.12697/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpx3lmkgal/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '1e5321e7201a363c74506c799c90648b', 'b6ea911f-7af9-49fa-95dc-401576339987-sda', '1769620995.10642', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('b6ea911f-7af9-49fa-95dc-401576339987-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '1e5321e7201a363c74506c799c90648b', 'b6ea911f-7af9-49fa-95dc-401576339987-sda', '1769620995.10642', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('b6ea911f-7af9-49fa-95dc-401576339987-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4e2nt4jy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b95592d0-37ac-4e8f-bac2-5a4f70c54a4d-sda', '1769620995.16133', '1769620996', '0', '', '1769620996', 0, 0) +test DEBUG: /tmp/tmp4e2nt4jy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b95592d0-37ac-4e8f-bac2-5a4f70c54a4d-sda', '1769620995.16133', '1769620996', '0', '', '1769620996', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b95592d0-37ac-4e8f-bac2-5a4f70c54a4d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03130 seconds (31.94822/s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735210089.16371', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210089.17792', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210089.18743', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210089.19714', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210089.25785', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210089.26761', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735210089.57613', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok - -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp8xmhab1b/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8xmhab1b/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0171 "-" 3026231 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0319 "-" 3026231 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0176 "-" 3026231 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0431 "-" 3026231 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx91bc4bf66b0d40b89f7b0-00676d346f" "proxy-server 3026231" 0.0032 "-" 3026231 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:36647/sdb1/1/a/c" "tx91bc4bf66b0d40b89f7b0-00676d346f" "container-server 3026231" 0.0098 "-" 3026231 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37295/sda1/1/a/c" "tx91bc4bf66b0d40b89f7b0-00676d346f" "container-server 3026231" 0.0109 "-" 3026231 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx91bc4bf66b0d40b89f7b0-00676d346f" "proxy-server 3026231" 0.1555 "-" 3026231 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx91bc4bf66b0d40b89f7b0-00676d346f" "proxy-server 3026231" 0.1030 "-" 3026231 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx91bc4bf66b0d40b89f7b0-00676d346f - 0.1758 - - 1735210095.607526064 1735210095.783291817 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx67a2265e1e4b40398cb9b-00676d346f" "proxy-server 3026231" 0.0024 "-" 3026231 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37295/sda1/1/a1/c1" "tx67a2265e1e4b40398cb9b-00676d346f" "container-server 3026231" 0.0075 "-" 3026231 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36647/sdb1/1/a1/c1" "tx67a2265e1e4b40398cb9b-00676d346f" "container-server 3026231" 0.0090 "-" 3026231 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67a2265e1e4b40398cb9b-00676d346f" "proxy-server 3026231" 0.0834 "-" 3026231 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67a2265e1e4b40398cb9b-00676d346f" "proxy-server 3026231" 0.0574 "-" 3026231 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx67a2265e1e4b40398cb9b-00676d346f - 0.1098 - - 1735210095.786460400 1735210095.896237135 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:15 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx120603175fcc44288e7c4-00676d346f" "proxy-server 3026231" 0.0379 "-" 3026231 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36647/sdb1/2/a/c1" "tx120603175fcc44288e7c4-00676d346f" "container-server 3026231" 0.0158 "-" 3026231 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37295/sda1/2/a/c1" "tx120603175fcc44288e7c4-00676d346f" "container-server 3026231" 0.0429 "-" 3026231 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx120603175fcc44288e7c4-00676d346f" "proxy-server 3026231" 0.1152 "-" 3026231 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx120603175fcc44288e7c4-00676d346f" "proxy-server 3026231" 0.2078 "-" 3026231 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx120603175fcc44288e7c4-00676d346f - 0.2855 - - 1735210095.899796486 1735210096.185304403 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0dc57e1fda0c49658c324-00676d3470" "proxy-server 3026231" 0.0308 "-" 3026231 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37295/sda1/1/a/c2" "tx0dc57e1fda0c49658c324-00676d3470" "container-server 3026231" 0.0221 "-" 3026231 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36647/sdb1/1/a/c2" "tx0dc57e1fda0c49658c324-00676d3470" "container-server 3026231" 0.0051 "-" 3026231 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0dc57e1fda0c49658c324-00676d3470" "proxy-server 3026231" 0.1115 "-" 3026231 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0dc57e1fda0c49658c324-00676d3470" "proxy-server 3026231" 0.0789 "-" 3026231 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0dc57e1fda0c49658c324-00676d3470 - 0.1748 - - 1735210096.193417549 1735210096.368210316 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok - -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8ff9f999540146ea903de-00676d346d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txc075ad7f9ac44596980f6-00697a45ff) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txc075ad7f9ac44596980f6-00697a45ff) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb562ebe2defb4515a5f57-00676d346d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx3c92f19c107f43029cb71-00676d346d) -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb1d7a9ddd205472c82f7e-00697a4603) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T104811Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210091.08136', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T104811Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210091.13103', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok + +test INFO: - - - [28/Jan/2026:17:23:10 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:10 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:10 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0073 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:10 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:10 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:10 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:10 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0074 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:10 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0076 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0093 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0086 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0073 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0069 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0001 "-" 790409 nada +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 790409 999 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0065 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0062 "-" 790409 1 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0010 "-" 790409 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0073 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0064 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0076 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0058 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0067 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0064 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0066 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0026 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0059 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0056 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0066 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:12 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0067 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241226/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241226T104812Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 26 Dec 2024 10:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210092.07188', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210092.11512', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp2o0n4w1z/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2o0n4w1z/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp2o0n4w1z/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2o0n4w1z/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0069 "-" 790408 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0059 "-" 790408 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0070 "-" 790408 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0066 "-" 790408 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb7ace6e263f74e1cb1105-00697a4605" "proxy-server 790408" 0.0012 "-" 790408 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41465/sdb1/1/a/c" "txb7ace6e263f74e1cb1105-00697a4605" "container-server 790408" 0.0009 "-" 790408 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:47411/sda1/1/a/c" "txb7ace6e263f74e1cb1105-00697a4605" "container-server 790408" 0.0009 "-" 790408 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb7ace6e263f74e1cb1105-00697a4605" "proxy-server 790408" 0.0190 "-" 790408 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb7ace6e263f74e1cb1105-00697a4605" "proxy-server 790408" 0.0115 "-" 790408 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb7ace6e263f74e1cb1105-00697a4605 - 0.0276 - - 1769620997.734227419 1769620997.761810541 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx314398b217884570bca61-00697a4605" "proxy-server 790408" 0.0011 "-" 790408 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41465/sdb1/1/a1/c1" "tx314398b217884570bca61-00697a4605" "container-server 790408" 0.0010 "-" 790408 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47411/sda1/1/a1/c1" "tx314398b217884570bca61-00697a4605" "container-server 790408" 0.0009 "-" 790408 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx314398b217884570bca61-00697a4605" "proxy-server 790408" 0.0185 "-" 790408 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx314398b217884570bca61-00697a4605" "proxy-server 790408" 0.0117 "-" 790408 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx314398b217884570bca61-00697a4605 - 0.0255 - - 1769620997.763078690 1769620997.788569450 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdecbc696f16c47c191552-00697a4605" "proxy-server 790408" 0.0040 "-" 790408 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:47411/sda1/2/a/c1" "txdecbc696f16c47c191552-00697a4605" "container-server 790408" 0.0155 "-" 790408 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41465/sdb1/2/a/c1" "txdecbc696f16c47c191552-00697a4605" "container-server 790408" 0.0009 "-" 790408 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdecbc696f16c47c191552-00697a4605" "proxy-server 790408" 0.0320 "-" 790408 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdecbc696f16c47c191552-00697a4605" "proxy-server 790408" 0.0252 "-" 790408 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txdecbc696f16c47c191552-00697a4605 - 0.0419 - - 1769620997.789787292 1769620997.831735611 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8cb9a30faa4c4926b9e7b-00697a4605" "proxy-server 790408" 0.0112 "-" 790408 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41465/sdb1/1/a/c2" "tx8cb9a30faa4c4926b9e7b-00697a4605" "container-server 790408" 0.0051 "-" 790408 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47411/sda1/1/a/c2" "tx8cb9a30faa4c4926b9e7b-00697a4605" "container-server 790408" 0.0009 "-" 790408 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8cb9a30faa4c4926b9e7b-00697a4605" "proxy-server 790408" 0.0156 "-" 790408 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8cb9a30faa4c4926b9e7b-00697a4605" "proxy-server 790408" 0.0232 "-" 790408 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8cb9a30faa4c4926b9e7b-00697a4605 - 0.0398 - - 1769620997.832930565 1769620997.872688532 2 + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f2a17909c00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f2a17909c00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f2a17909c00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f2a1790b280>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f2a17909480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f2a17909c00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f2a17909c00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpjtznbh49/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjtznbh49/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpjtznbh49/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjtznbh49/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0067 "-" 790416 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0060 "-" 790416 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0063 "-" 790416 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0058 "-" 790416 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf4835f603a4b400aaee54-00697a4602" "proxy-server 790416" 0.0011 "-" 790416 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44471/sdb1/1/a/c" "txf4835f603a4b400aaee54-00697a4602" "container-server 790416" 0.0009 "-" 790416 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43911/sda1/1/a/c" "txf4835f603a4b400aaee54-00697a4602" "container-server 790416" 0.0009 "-" 790416 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf4835f603a4b400aaee54-00697a4602" "proxy-server 790416" 0.0184 "-" 790416 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf4835f603a4b400aaee54-00697a4602" "proxy-server 790416" 0.0112 "-" 790416 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/14 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf4835f603a4b400aaee54-00697a4602 - 0.0257 - - 1769620994.241783857 1769620994.267476082 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa230268562834f48b067a-00697a4602" "proxy-server 790416" 0.0010 "-" 790416 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44471/sdb1/1/a1/c1" "txa230268562834f48b067a-00697a4602" "container-server 790416" 0.0009 "-" 790416 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43911/sda1/1/a1/c1" "txa230268562834f48b067a-00697a4602" "container-server 790416" 0.0009 "-" 790416 0test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7c0474e6d42b4083976d5-00697a45fe) +test ERROR: Account HEAD returning 503 for [] (txn: tx7c0474e6d42b4083976d5-00697a45fe) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx237be2e901444c5b92b2e-00697a4600) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx237be2e901444c5b92b2e-00697a4600) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx237be2e901444c5b92b2e-00697a4600) +test ERROR: Account HEAD returning 503 for [] (txn: tx237be2e901444c5b92b2e-00697a4600) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txd298c2e344444917927f3-00697a4600) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx802e505607914a0289017-00697a4600) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx802e505607914a0289017-00697a4600) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx8adb901dca484e0483cfc-00676d346b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx8adb901dca484e0483cfc-00676d346b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx8adb901dca484e0483cfc-00676d346b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx8adb901dca484e0483cfc-00676d346b) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx8adb901dca484e0483cfc-00676d346b) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx8adb901dca484e0483cfc-00676d346b) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx8adb901dca484e0483cfc-00676d346b) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx8adb901dca484e0483cfc-00676d346b)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -Unlinked retiring db '/tmp/tmp169jncih/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok - -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx29d99f416092447592f03-00676d346d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx29d99f416092447592f03-00676d346d) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx29d99f416092447592f03-00676d346d) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx29d99f416092447592f03-00676d346d) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx29d99f416092447592f03-00676d346d) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx29d99f416092447592f03-00676d346d) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx29d99f416092447592f03-00676d346d) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx29d99f416092447592f03-00676d346d) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx29d99f416092447592f03-00676d346d) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx29d99f416092447592f03-00676d346d) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx29d99f416092447592f03-00676d346d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txf8c655caf46147448c608-00676d346e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf8c655caf46147448c608-00676d346e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8c655caf46147448c608-00676d346e) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txf8c655caf46147448c608-00676d346e) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx33f557a256204e62a9bc7-00676d346e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx33f557a256204e62a9bc7-00676d346e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx33f557a256204e62a9bc7-00676d346e) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx33f557a256204e62a9bc7-00676d346e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: Setting object count to 3120 (txn: txf8ffedd210de4dba9e89c-00676d3472) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: Setting object count to 3120 (txn: tx1bcd22cf06ca4990beb3d-00676d3472) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: Setting object count to 3120 (txn: tx011a9c9c62bd49d0a872a-00676d3472) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: Setting object count to 3120 (txn: tx305c52ff64d741acb0615-00676d3473) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: Setting object count to 3120 (txn: txf0b171c056994ce48d914-00676d3473) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx786a9816717e4ca681b46-00676d3473) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx786a9816717e4ca681b46-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx786a9816717e4ca681b46-00676d3473)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx802e505607914a0289017-00697a4600) +test ERROR: Account HEAD returning 503 for [] (txn: tx802e505607914a0289017-00697a4600) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7f6afdeccad5429cb7966-00697a4600) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7f6afdeccad5429cb7966-00697a4600) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7f6afdeccad5429cb7966-00697a4600) +test ERROR: Account HEAD returning 503 for [] (txn: tx7f6afdeccad5429cb7966-00697a4600) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx54e8675826064d34959c9-00697a4602) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx08eb872837f140b5803fe-00697a4602) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx08eb872837f140b5803fe-00697a4602) +test INFO: Client disconnected on read of '/a/c' (txn: tx08eb872837f140b5803fe-00697a4602) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe21d69d8cfbb41d5bc4a3-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2a20b755d9954b089bb6f-00697a4602) +test INFO: Client disconnected on read of '/a/c' (txn: tx2a20b755d9954b089bb6f-00697a4602) +test INFO: Client disconnected on read of '/a/c/' (txn: tx2a20b755d9954b089bb6f-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3edbd53e72c549968e08f-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3edbd53e72c549968e08f-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3edbd53e72c549968e08f-00697a4602) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3edbd53e72c549968e08f-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txfaf1e7eaa6314bdd923db-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txfaf1e7eaa6314bdd923db-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txfaf1e7eaa6314bdd923db-00697a4602) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfaf1e7eaa6314bdd923db-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbee620195027415dacf1c-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbee620195027415dacf1c-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbee620195027415dacf1c-00697a4602) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbee620195027415dacf1c-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6ed8bdb53c724d0c9532c-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6ed8bdb53c724d0c9532c-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6ed8bdb53c724d0c9532c-00697a4602) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6ed8bdb53c724d0c9532c-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2a73b8dc1e7e4d059df77-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2a73b8dc1e7e4d059df77-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2a73b8dc1e7e4d059df77-00697a4602) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2a73b8dc1e7e4d059df77-00697a4602) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2137f18d28844dbdb9d32-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2137f18d28844dbdb9d32-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2137f18d28844dbdb9d32-00697a4604) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2137f18d28844dbdb9d32-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe6d7cf2ac43b4bbca7346-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe6d7cf2ac43b4bbca7346-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe6d7cf2ac43b4bbca7346-00697a4604) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe6d7cf2ac43b4bbca7346-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txaa47031518be476488d47-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txaa47031518be476488d47-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txaa47031518be476488d47-00697a4604) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txaa47031518be476488d47-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0dcb6cdc96a04f4aa4ff5-00697a4604) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx0dcb6cdc96a04f4aa4ff5-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0dcb6cdc96a04f4aa4ff5-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0dcb6cdc96a04f4aa4ff5-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0dcb6cdc96a04f4aa4ff5-00697a4604) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0dcb6cdc96a04f4aa4ff5-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa3a058f623444f7ab988e-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa3a058f623444f7ab988e-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa3a058f623444f7ab988e-00697a4604) +test ERROR: Container GET returning 503 for [503, 503] (txn: txa3a058f623444f7ab988e-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb53a03e21fdc4a5b918d2-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb53a03e21fdc4a5b918d2-00697a4604) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txb53a03e21fdc4a5b918d2-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb53a03e21fdc4a5b918d2-00697a4604) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb53a03e21fdc4a5b918d2-00697a4604) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txb53a03e21fdc4a5b918d2-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb53a03e21fdc4a5b918d2-00697a4604) +test ERROR: Container GET returning 503 for [503, 503] (txn: txb53a03e21fdc4a5b918d2-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd68c03dcb7e6486d89ecb-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd68c03dcb7e6486d89ecb-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd68c03dcb7e6486d89ecb-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: txd68c03dcb7e6486d89ecb-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5436bdcaf087420692744-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5436bdcaf087420692744-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5436bdcaf087420692744-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: tx5436bdcaf087420692744-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd6f0c38a15284b19bfaac-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd6f0c38a15284b19bfaac-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd6f0c38a15284b19bfaac-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: txd6f0c38a15284b19bfaac-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe79a435b00924ff29a887-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe79a435b00924ff29a887-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe79a435b00924ff29a887-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: txe79a435b00924ff29a887-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx794c2e3be24849f9848d2-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx794c2e3be24849f9848d2-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx794c2e3be24849f9848d2-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: tx794c2e3be24849f9848d2-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx56eb556c17574605997ae-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx56eb556c17574605997ae-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx56eb556c17574605997ae-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: tx56eb556c17574605997ae-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx843937e256234277a14bd-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx843937e256234277a14bd-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx843937e256234277a14bd-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: tx843937e256234277a14bd-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbd4d2673e2ec47e99c777-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbd4d2673e2ec47e99c777-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbd4d2673e2ec47e99c777-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: txbd4d2673e2ec47e99c777-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx55c73c07c95a4d7898535-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx55c73c07c95a4d7898535-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx55c73c07c95a4d7898535-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: tx55c73c07c95a4d7898535-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx29d4f8febe5c4e51a9d17-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx29d4f8febe5c4e51a9d17-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx29d4f8febe5c4e51a9d17-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: tx29d4f8febe5c4e51a9d17-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa8324c576f3b47b6b50a7-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa8324c576f3b47b6b50a7-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa8324c576f3b47b6b50a7-00697a4604) +test ERROR: Container GET returning 503 for [] (txn: txa8324c576f3b47b6b50a7-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7f76dfe877844204907e9-00697a4604) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7f76dfe877844204907e9-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7f76dfe877844204907e9-00697a4604) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7f76dfe877844204907e9-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2a6f74ec7fb94292ae41a-00697a4604)test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210093.53648', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210093.56894', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok - +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735210095.40799', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok - -test ERROR: Container GET returning 503 for [] (txn: tx8adb901dca484e0483cfc-00676d346b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx74dd32a379144fe4bcb50-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx74dd32a379144fe4bcb50-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx74dd32a379144fe4bcb50-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx74dd32a379144fe4bcb50-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx74dd32a379144fe4bcb50-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx74dd32a379144fe4bcb50-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx74dd32a379144fe4bcb50-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx74dd32a379144fe4bcb50-00676d346d) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx74dd32a379144fe4bcb50-00676d346d) -test INFO: Client disconnected on read of '/a/c' (txn: tx86f81e1618844151a90ee-00676d346d) -test INFO: Client disconnected on read of '/a/c' (txn: tx1b624fe313d94a8ea5184-00676d346d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4349a568b7c04fea82e4e-00676d346d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4349a568b7c04fea82e4e-00676d346d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4349a568b7c04fea82e4e-00676d346d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4349a568b7c04fea82e4e-00676d346d) -test ERROR: Container GET returning 503 for [] (txn: tx4349a568b7c04fea82e4e-00676d346d) -test INFO: Client disconnected on read of '/a/c' (txn: tx4349a568b7c04fea82e4e-00676d346d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6adf3768ee6b4935beb4d-00676d346d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6adf3768ee6b4935beb4d-00676d346d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6adf3768ee6b4935beb4d-00676d346d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6adf3768ee6b4935beb4d-00676d346d) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6adf3768ee6b4935beb4d-00676d346d) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6adf3768ee6b4935beb4d-00676d346d) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6adf3768ee6b4935beb4d-00676d346d) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6adf3768ee6b4935beb4d-00676d346d) -test ERROR: Container GET returning 503 for [] (txn: tx6adf3768ee6b4935beb4d-00676d346d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fa53e6bb5db46d1b05dc-00676d346d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fa53e6bb5db46d1b05dc-00676d346d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fa53e6bb5db46d1b05dc-00676d346d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fa53e6bb5db46d1b05dc-00676d346d) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fa53e6bb5db46d1b05dc-00676d346d) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fa53e6bb5db46d1b05dc-00676d346d) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3fa53e6bb5db46d1b05dc-00676d346d) -test ERROR: Container GET returning 503 for [] (txn: tx3fa53e6bb5db46d1b05dc-00676d346d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe3ef60288c7a452cbb3bd-00676d346d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe3ef60288c7a452cbb3bd-00676d346d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe3ef60288c7a452cbb3bd-00676d346d) -test ERROR: Container GET returning 503 for [] (txn: txe3ef60288c7a452cbb3bd-00676d346d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx213a98360bb149b1baedb-00676d346d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx213a98360bb149b1baedb-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx63d0e1a0079e450cb9dd1-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx63d0e1a0079e450cb9dd1-00676d346d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx63d0e1a0079e450cb9dd1-00676d346d) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx63d0e1a0079e450cb9dd1-00676d346d) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx377b1d0123a8491b8c5c8-00676d346d) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx4392212300e14e2591808-00676d346d) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4392212300e14e2591808-00676d346d) -test INFO: Client disconnected on read of '/a/c' (txn: tx4392212300e14e2591808-00676d346d) -test ERROR: Container GET returning 503 for [] (txn: tx5f05bb8a89ea40f6a3cad-00676d346d) -test INFO: Client disconnected on read of '/a/c' (txn: tx5f05bb8a89ea40f6a3cad-00676d346d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx388bd8975f764b7880266-00676d346d) -test INFO: Client disconnected on read of '/a/c' (txn: tx388bd8975f764b7880266-00676d346d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e534b7c1fbb47ecbc7ea-00676d346e) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e534b7c1fbb47ecbc7ea-00676d346e)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -Unlinked retiring db '/tmp/tmp9o8pmkm_/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok - -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e534b7c1fbb47ecbc7ea-00676d346e) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e534b7c1fbb47ecbc7ea-00676d346e) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e534b7c1fbb47ecbc7ea-00676d346e) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e534b7c1fbb47ecbc7ea-00676d346e) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9e534b7c1fbb47ecbc7ea-00676d346e) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx9e534b7c1fbb47ecbc7ea-00676d346e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9690261464a948939188b-00676d346f) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9690261464a948939188b-00676d346f) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9690261464a948939188b-00676d346f) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9690261464a948939188b-00676d346f) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9690261464a948939188b-00676d346f) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9690261464a948939188b-00676d346f) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9690261464a948939188b-00676d346f) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx9690261464a948939188b-00676d346f) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_vjbts2y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_vjbts2y/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_vjbts2y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_vjbts2y/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0422 "-" 3026257 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0431 "-" 3026257 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0575 "-" 3026257 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0334 "-" 3026257 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx951f91e387b04f5cbeb33-00676d3471" "proxy-server 3026257" 0.0029 "-" 3026257 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54467/sda1/1/a/c" "tx951f91e387b04f5cbeb33-00676d3471" "container-server 3026257" 0.0075 "-" 3026257 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36339/sdb1/1/a/c" "tx951f91e387b04f5cbeb33-00676d3471" "container-server 3026257" 0.0024 "-" 3026257 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx951f91e387b04f5cbeb33-00676d3471" "proxy-server 3026257" 0.1005 "-" 3026257 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx951f91e387b04f5cbeb33-00676d3471" "proxy-server 3026257" 0.0440 "-" 3026257 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx951f91e387b04f5cbeb33-00676d3471 - 0.6530 - - 1735210097.275730371 1735210097.928708792 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:17 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx58359e94d8ab4c4f936f4-00676d3471" "proxy-server 3026257" 0.0023 "-" 3026257 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36339/sdb1/1/a1/c1" "tx58359e94d8ab4c4f936f4-00676d3471" "container-server 3026257" 0.0034 "-" 3026257 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54467/sda1/1/a1/c1" "tx58359e94d8ab4c4f936f4-00676d3471" "container-server 3026257" 0.0111 "-" 3026257 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx58359e94d8ab4c4f936f4-00676d3471" "proxy-server 3026257" 0.0886 "-" 3026257 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx58359e94d8ab4c4f936f4-00676d3471" "proxy-server 3026257" 0.0566 "-" 3026257 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx58359e94d8ab4c4f936f4-00676d3471 - 0.1175 - - 1735210097.930990934 1735210098.048476934 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb8cac380b75f4121bf9e5-00676d3472" "proxy-server 3026257" 0.0301 "-" 3026257 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:36339/sdb1/2/a/c1" "txb8cac380b75f4121bf9e5-00676d3472" "container-server 3026257" 0.0351 "-" 3026257 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54467/sda1/2/a/c1" "txb8cac380b75f4121bf9e5-00676d3472" "container-server 3026257" 0.0020 "-" 3026257 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb8cac380b75f4121bf9e5-00676d3472" "proxy-server 3026257" 0.1132 "-" 3026257 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb8cac380b75f4121bf9e5-00676d3472" "proxy-server 3026257" 0.0908 "-" 3026257 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb8cac380b75f4121bf9e5-00676d3472 - 0.1644 - - 1735210098.051513433 1735210098.215867996 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd9c2b47a3ee247bc8ff73-00676d3472" "proxy-server 3026257" 0.0286 "-" 3026257 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54467/sda1/1/a/c2" "txd9c2b47a3ee247bc8ff73-00676d3472" "container-server 3026257" 0.0263 "-" 3026257 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36339/sdb1/1/a/c2" "txd9c2b47a3ee247bc8ff73-00676d3472" "container-server 3026257" 0.0025 "-" 3026257 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd9c2b47a3ee247bc8ff73-00676d3472" "proxy-server 3026257" 0.0800 "-" 3026257 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd9c2b47a3ee247bc8ff73-00676d3472" "proxy-server 3026257" 0.1612 "-" 3026257 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd9c2b47a3ee247bc8ff73-00676d3472 - 0.2160 - - 1735210098.218735456 1735210098.434697390 2 - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 26 Dec 2024 10:48:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999.test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -Unlinked retiring db '/tmp/tmpgi83gwh5/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test ERROR: Problem finding shard upper in '/tmp/tmp3tzlb9s3/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp3tzlb9s3/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpi84rw15s/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpi84rw15s/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 3026238, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response - self.resp = self.conn.getexpect() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect - expect_status = self._status.get_expect_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status - raise expect_status -Exception: kaboom! (txn: tx0a4b551b60004d92a4d08-00676d3475) +proxy-server ERROR: Object returning 503 for [] (txn: tx08f75e6e66b14b5abf742-00697a4601) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx4af4cbad770b4b4da5df0-00676d3475) +proxy-server ERROR: Object returning 503 for [] (txn: tx7daa19f13d43445c81b19-00697a4601) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx5e9244dcb4fd418eb797f-00676d3475) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf27cbdc6f25747b1b97c3-00697a4601) +proxy-server ERROR: Object returning 503 for [] (txn: txf27cbdc6f25747b1b97c3-00697a4601) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txbb4ee668ad3945feaf0ca-00676d3475) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.12:1012/sdm (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc416ccc9b154627924eb-00697a4601) +proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue + for fragment in frag_iter: + ^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read - raise Exception('exception message') -Exception: exception message (txn: tx93b6f2e6b7b54209a350d-00676d3475) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx88a063a99c9e489781b05-00676d3475) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx02f642291afa476c895f2-00676d3475)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -Container 'a/c' cannot be set to sharded state while in sharded state - -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx02f642291afa476c895f2-00676d3475) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx4a9badac56824d8aad2c5-00676d3475) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx39c5541b70054465bc604-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx39c5541b70054465bc604-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx39c5541b70054465bc604-00676d3475) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txdfd8fc284e7441d89407a-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txdfd8fc284e7441d89407a-00676d3475) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txdfd8fc284e7441d89407a-00676d3475) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter - return MIMEPutter.connect( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: txbd3f5573a79145ec841bc-00676d3476) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx1f6a8a96b5294bdbbdb54-00676d3476) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx1f6a8a96b5294bdbbdb54-00676d3476) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx1f6a8a96b5294bdbbdb54-00676d3476) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx28835cca40b74ae3b3a43-00676d3476) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx28835cca40b74ae3b3a43-00676d3476) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx28835cca40b74ae3b3a43-00676d3476) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx28835cca40b74ae3b3a43-00676d3476) -proxy-server ERROR: Object PUT returning 503 for [503, 201, 201, 201, 503, 201, 201, 201, 201, 201, 201, 503, 503, 201] (txn: tx28835cca40b74ae3b3a43-00676d3476) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx504c543b54eb42169279c-00676d3476) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx2becbd5164be4ae18f1fb-00676d3476) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd980ee5ad62e4c1eaeeae-00676d3476)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -Unlinked retiring db '/tmp/tmpz8ru337h/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok - -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd980ee5ad62e4c1eaeeae-00676d3476) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx71b2ff07c2104759955d9-00676d3476) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx71b2ff07c2104759955d9-00676d3476) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx71b2ff07c2104759955d9-00676d3476) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx71b2ff07c2104759955d9-00676d3476) -proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx71b2ff07c2104759955d9-00676d3476) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txedb1775e963748c6ad33e-00676d3476) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txdb0039a1ac5b4c91bdba2-00676d3476) -proxy-server ERROR: Object GET returning 503 for [] (txn: txdb0039a1ac5b4c91bdba2-00676d3476) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbef031dc90e34b04b2d4c-00676d3477) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txbef031dc90e34b04b2d4c-00676d3477) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8898f0bf21ad4377b7957-00676d3477) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx56ee20698acb4bc9ba73f-00676d3477) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx56ee20698acb4bc9ba73f-00676d3477) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx73be0690e5c5405a89d37-00676d3477) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx73be0690e5c5405a89d37-00676d3477) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx73be0690e5c5405a89d37-00676d3477) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx73be0690e5c5405a89d37-00676d3477) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part + chunk = part_file.read(self.app.object_chunk_size) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read + raise ShortReadError( + "Too few bytes; read %d, expecting %d" % ( + self.nbytes - self.bytes_left, self.nbytes)) +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txdc416ccc9b154627924eb-00697a4601)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx786a9816717e4ca681b46-00676d3473) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx786a9816717e4ca681b46-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx786a9816717e4ca681b46-00676d3473) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx786a9816717e4ca681b46-00676d3473) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx786a9816717e4ca681b46-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx786a9816717e4ca681b46-00676d3473) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx786a9816717e4ca681b46-00676d3473) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx8ebd013c190a4cb3b4692-00676d3473) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8ebd013c190a4cb3b4692-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8ebd013c190a4cb3b4692-00676d3473) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx8ebd013c190a4cb3b4692-00676d3473) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8ebd013c190a4cb3b4692-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8ebd013c190a4cb3b4692-00676d3473) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx8ebd013c190a4cb3b4692-00676d3473) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txf083f7f4d8514dbd9175d-00676d3473) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txb4524154b3604c4eaeb7f-00676d3473) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb4524154b3604c4eaeb7f-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb4524154b3604c4eaeb7f-00676d3473) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb4524154b3604c4eaeb7f-00676d3473) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx16aecae6f8564fd3befc1-00676d3473) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx16aecae6f8564fd3befc1-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx16aecae6f8564fd3befc1-00676d3473) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx16aecae6f8564fd3befc1-00676d3473) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txd7aa2a566c77494fadbd6-00676d3473) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd7aa2a566c77494fadbd6-00676d3473) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd7aa2a566c77494fadbd6-00676d3473) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd7aa2a566c77494fadbd6-00676d3473) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx51a943a3f99b4d1281b6b-00676d3477)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622103.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/308/9defbd57e3367c96d5fc989977a06308/9defbd57e3367c96d5fc989977a06308.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622108.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/b37/eb6d871751f7ead53764327975e7eb37/eb6d871751f7ead53764327975e7eb37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622113.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/6a0/b4a577b84919e8ac76296adb692986a0/b4a577b84919e8ac76296adb692986a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622118.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/21c/9dae339423646aad01fbfec9b6cd021c/9dae339423646aad01fbfec9b6cd021c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622123.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/6ce/9465e691209c7e3acffe1d05a95726ce/9465e691209c7e3acffe1d05a95726ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622128.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/655/b13d6a23d5761a65692c1195f142c655/b13d6a23d5761a65692c1195f142c655.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622133.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/49a/fac9b3d7a2e6fcc36927bc8ce522049a/fac9b3d7a2e6fcc36927bc8ce522049a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622138.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/136/28d52fd258e2771caae61116abc97136/28d52fd258e2771caae61116abc97136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622143.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/eb0/680bfc1bd6d4364c6e82ab1c9803ceb0/680bfc1bd6d4364c6e82ab1c9803ceb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622148.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/91d/98bfa89ee4eedd7f42488e29be2fd91d/98bfa89ee4eedd7f42488e29be2fd91d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622153.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/913/c84bdd3d933baf92619802b61bf0d913/c84bdd3d933baf92619802b61bf0d913.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622158.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e4d/5c469f648eab111f4aa0f627b8bd0e4d/5c469f648eab111f4aa0f627b8bd0e4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622163.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d10/f031673c8400c7143e64e09ddaa27d10/f031673c8400c7143e64e09ddaa27d10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622168.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/77a/08902cf97cc79d6d208621403c19477a/08902cf97cc79d6d208621403c19477a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622173.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/5f6/303f3c96ce4c4424b3f4b40c374a35f6/303f3c96ce4c4424b3f4b40c374a35f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622178.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/42d/4ec2f3b18b983906024c33570b16842d/4ec2f3b18b983906024c33570b16842d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622183.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/ddd/e370d7c79373cd1ec0fa0e0f30db3ddd/e370d7c79373cd1ec0fa0e0f30db3ddd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622188.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/723/e58a06763578bc70d74a00fff66b2723/e58a06763578bc70d74a00fff66b2723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622193.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/60e/c80f8d2fdd4948561b0b0a7c4bfa360e/c80f8d2fdd4948561b0b0a7c4bfa360e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622198.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/fd6/a690f5fbd51ec65da2b4756673774fd6/a690f5fbd51ec65da2b4756673774fd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622203.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/841/ddd82b3708efc51262a65696bba30841/ddd82b3708efc51262a65696bba30841.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622208.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/d2b/7f305213e87ef9b8fed62a9783980d2b/7f305213e87ef9b8fed62a9783980d2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622213.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/877/b4c7921a3dc8dcf9e6619363e399a877/b4c7921a3dc8dcf9e6619363e399a877.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622218.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/caa/a54950f5ec4b57a33c6b7e1d0f0a1caa/a54950f5ec4b57a33c6b7e1d0f0a1caa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622223.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/dba/8b02c32ee59483da1c400239bd852dba/8b02c32ee59483da1c400239bd852dba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622228.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/dc1/0528d034998f3b3004cae98d7bc39dc1/0528d034998f3b3004cae98d7bc39dc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622233.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/f1d/9f56d977d78f08b5081b065a1566ef1d/9f56d977d78f08b5081b065a1566ef1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622238.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/97d/6fd5a271c48334529abef05e8d7d097d/6fd5a271c48334529abef05e8d7d097d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622243.00000-0, db: /tmp/tmpooqhow_f/sda/containers/0/e09/6fb427cd210a99649c4d260feabb5e09/6fb427cd210a99649c4d260feabb5e09.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp83z0_r3c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp83z0_r3c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp83z0_r3c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp83z0_r3c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp83z0_r3c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp83z0_r3c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -105554,1904 +44885,1294 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Setting object count to 1058 (txn: tx34c4c46d40c24b7f8831d-00676d346a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: Setting object count to 1024 (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: Setting object count to 1024 (txn: tx3a4ed170e5894900a007b-00676d346f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Setting object count to 1072 (txn: txa3bd2cfb8ceb4d0fa7a40-00676d3474) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp0o6acqs7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0o6acqs7/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp0o6acqs7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0o6acqs7/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0589 "-" 3026238 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0615 "-" 3026238 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0375 "-" 3026238 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0293 "-" 3026238 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7da9b065dc484a1590f12-00676d3478" "proxy-server 3026238" 0.0105 "-" 3026238 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60455/sdb1/1/a/c" "tx7da9b065dc484a1590f12-00676d3478" "container-server 3026238" 0.0090 "-" 3026238 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49273/sda1/1/a/c" "tx7da9b065dc484a1590f12-00676d3478" "container-server 3026238" 0.0022 "-" 3026238 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7da9b065dc484a1590f12-00676d3478" "proxy-server 3026238" 0.0959 "-" 3026238 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7da9b065dc484a1590f12-00676d3478" "proxy-server 3026238" 0.0554 "-" 3026238 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7da9b065dc484a1590f12-00676d3478 - 0.1170 - - 1735210104.341181040 1735210104.458206177 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx73ad3193afcb4c4bb2409-00676d3478" "proxy-server 3026238" 0.0066 "-" 3026238 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49273/sda1/1/a1/c1" "tx73ad3193afcb4c4bb2409-00676d3478" "container-server 3026238" 0.0018 "-" 3026238 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60455/sdb1/1/a1/c1" "tx73ad3193afcb4c4bb2409-00676d3478" "container-server 3026238" 0.0097 "-" 3026238 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx73ad3193afcb4c4bb2409-00676d3478" "proxy-server 3026238" 0.0915 "-" 3026238 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx73ad3193afcb4c4bb2409-00676d3478" "proxy-server 3026238" 0.0508 "-" 3026238 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx73ad3193afcb4c4bb2409-00676d3478 - 0.1140 - - 1735210104.460048199 1735210104.574035883 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txeacc6107c6f94044a7998-00676d3478" "proxy-server 3026238" 0.0406 "-" 3026238 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49273/sda1/2/a/c1" "txeacc6107c6f94044a7998-00676d3478" "container-server 3026238" 0.0370 "-" 3026238 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60455/sdb1/2/a/c1" "txeacc6107c6f94044a7998-00676d3478" "container-server 3026238" 0.0054 "-" 3026238 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txeacc6107c6f94044a7998-00676d3478" "proxy-server 3026238" 0.1433 "-" 3026238 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txeacc6107c6f94044a7998-00676d3478" "proxy-server 3026238" 0.1072 "-" 3026238 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txeacc6107c6f94044a7998-00676d3478 - 0.1985 - - 1735210104.575724602 1735210104.774192333 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txad804de4071e45f19dd84-00676d3478" "proxy-server 3026238" 0.0536 "-" 3026238 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60455/sdb1/1/a/c2" "txad804de4071e45f19dd84-00676d3478" "container-server 3026238" 0.0147 "-" 3026238 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49273/sda1/1/a/c2" "txad804de4071e45f19dd84-00676d3478" "container-server 3026238" 0.0242 "-" 3026238 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txad804de4071e45f19dd84-00676d3478" "proxy-server 3026238" 0.0694 "-" 3026238 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txad804de4071e45f19dd84-00676d3478" "proxy-server 3026238" 0.0982 "-" 3026238 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/48/24 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txad804de4071e45f19dd84-00676d3478 - 0.1782 - - 1735210104.776039839 1735210104.954241276 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test ERROR: Failed to unlink '/tmp/tmpjll0zmkp/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpjll0zmkp/containers/part/suffix/hash/container_1735210104.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpjll0zmkp/containers/part/suffix/hash/container_1735210104.00000.db': ['/tmp/tmpjll0zmkp/containers/part/suffix/hash/container.db', '/tmp/tmpjll0zmkp/containers/part/suffix/hash/container_1735210105.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpjll0zmkp/containers/part/suffix/hash/container_1735210105.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmp0bg54k5j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735210112.00000, (0, 0) as of 1735210112.00000, active as of 1735210112.00000> to ShardRange<'k' to 't' as of 1735210113.00000, (0, 0) as of 1735210113.00000, active as of 1735210113.00000>, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210117.00000, (0, 0) as of 1735210117.00000, shrinking as of 1735210114.00000> to ShardRange<'k' to 't' as of 1735210117.00000, (0, 0) as of 1735210117.00000, sharding as of 1735210118.00000>, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpri5pmg1f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210113.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/d64/4f3c654b92907dce3e189395e3721d64/4f3c654b92907dce3e189395e3721d64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210115.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/627/0dafc5f36997329f1c250a798b1f9627/0dafc5f36997329f1c250a798b1f9627.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210114.00000, (0, 0) as of 1735210114.00000, found as of 1735210114.00000> to ShardRange<'k' to 't' as of 1735210115.00000, (0, 0) as of 1735210115.00000, created as of 1735210115.00000>, path: .shards_a/shard_c_1735210115.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/627/0dafc5f36997329f1c250a798b1f9627/0dafc5f36997329f1c250a798b1f9627.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210117.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/025/c5d80e8278b88b266ae2ee119eae1025/c5d80e8278b88b266ae2ee119eae1025.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210116.00000, (0, 0) as of 1735210116.00000, found as of 1735210116.00000> to ShardRange<'k' to 't' as of 1735210117.00000, (0, 0) as of 1735210117.00000, cleaved as of 1735210117.00000>, path: .shards_a/shard_c_1735210117.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/025/c5d80e8278b88b266ae2ee119eae1025/c5d80e8278b88b266ae2ee119eae1025.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210119.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/7a3/62390b45cf55dfc60d835390474c07a3/62390b45cf55dfc60d835390474c07a3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210118.00000, (0, 0) as of 1735210118.00000, found as of 1735210118.00000> to ShardRange<'k' to 't' as of 1735210119.00000, (0, 0) as of 1735210119.00000, active as of 1735210119.00000>, path: .shards_a/shard_c_1735210119.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/7a3/62390b45cf55dfc60d835390474c07a3/62390b45cf55dfc60d835390474c07a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210121.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f3f/5f854a45041aa406c7933e464cae1f3f/5f854a45041aa406c7933e464cae1f3f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210120.00000, (0, 0) as of 1735210120.00000, found as of 1735210120.00000> to ShardRange<'k' to 't' as of 1735210121.00000, (0, 0) as of 1735210121.00000, shrinking as of 1735210121.00000>, path: .shards_a/shard_c_1735210121.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f3f/5f854a45041aa406c7933e464cae1f3f/5f854a45041aa406c7933e464cae1f3f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210121.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f3f/5f854a45041aa406c7933e464cae1f3f/5f854a45041aa406c7933e464cae1f3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210123.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/af2/b38135806bbf2ed944986a4b98c65af2/b38135806bbf2ed944986a4b98c65af2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210122.00000, (0, 0) as of 1735210122.00000, found as of 1735210122.00000> to ShardRange<'k' to 't' as of 1735210123.00000, (0, 0) as of 1735210123.00000, sharding as of 1735210123.00000>, path: .shards_a/shard_c_1735210123.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/af2/b38135806bbf2ed944986a4b98c65af2/b38135806bbf2ed944986a4b98c65af2.db -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Setting object count to 1072 (txn: tx8528b716d4584daebb3da-00676d3478) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Setting object count to 1072 (txn: tx7b11a1a684be4e06b504f-00676d347c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx508e64ee771b413babff4-00676d3481)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok - -test DEBUG: Setting object count to 1068 (txn: tx51a943a3f99b4d1281b6b-00676d3477) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Setting object count to 1068 (txn: txf3ea8241483d48ffb2dbf-00676d3477) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx89101114c1ef489c90f52-00676d347c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx89101114c1ef489c90f52-00676d347c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89101114c1ef489c90f52-00676d347c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx89101114c1ef489c90f52-00676d347c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx89101114c1ef489c90f52-00676d347c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89101114c1ef489c90f52-00676d347c) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx89101114c1ef489c90f52-00676d347c) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx89101114c1ef489c90f52-00676d347c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1da190c7c9da41d8be759-00676d3480) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1da190c7c9da41d8be759-00676d3480) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1da190c7c9da41d8be759-00676d3480) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1da190c7c9da41d8be759-00676d3480) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1da190c7c9da41d8be759-00676d3480) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1da190c7c9da41d8be759-00676d3480) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx1da190c7c9da41d8be759-00676d3480) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx1da190c7c9da41d8be759-00676d3480) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx1da190c7c9da41d8be759-00676d3480) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx1da190c7c9da41d8be759-00676d3480) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx1da190c7c9da41d8be759-00676d3480) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx1da190c7c9da41d8be759-00676d3480) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx1da190c7c9da41d8be759-00676d3480) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx1da190c7c9da41d8be759-00676d3480) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx1da190c7c9da41d8be759-00676d3480) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txee305b7a46bf4fbc9a574-00676d3484)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210123.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/af2/b38135806bbf2ed944986a4b98c65af2/b38135806bbf2ed944986a4b98c65af2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210125.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/655/51342d7ea69879eb3d329091163c5655/51342d7ea69879eb3d329091163c5655.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210124.00000, (0, 0) as of 1735210124.00000, found as of 1735210124.00000> to ShardRange<'k' to 't' as of 1735210125.00000, (0, 0) as of 1735210125.00000, sharded as of 1735210125.00000>, path: .shards_a/shard_c_1735210125.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/655/51342d7ea69879eb3d329091163c5655/51342d7ea69879eb3d329091163c5655.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210125.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/655/51342d7ea69879eb3d329091163c5655/51342d7ea69879eb3d329091163c5655.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210127.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/33c/254754ad962c2775f0ab47ff4ae7f33c/254754ad962c2775f0ab47ff4ae7f33c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210126.00000, (0, 0) as of 1735210126.00000, found as of 1735210126.00000> to ShardRange<'k' to 't' as of 1735210127.00000, (0, 0) as of 1735210127.00000, shrunk as of 1735210127.00000>, path: .shards_a/shard_c_1735210127.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/33c/254754ad962c2775f0ab47ff4ae7f33c/254754ad962c2775f0ab47ff4ae7f33c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210127.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/33c/254754ad962c2775f0ab47ff4ae7f33c/254754ad962c2775f0ab47ff4ae7f33c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210129.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3c6/215bacee9bd920fbf7e15f215a59b3c6/215bacee9bd920fbf7e15f215a59b3c6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210128.00000, (0, 0) as of 1735210128.00000, created as of 1735210128.00000> to ShardRange<'k' to 't' as of 1735210129.00000, (0, 0) as of 1735210129.00000, found as of 1735210129.00000>, path: .shards_a/shard_c_1735210129.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3c6/215bacee9bd920fbf7e15f215a59b3c6/215bacee9bd920fbf7e15f215a59b3c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210131.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/2d5/e66fa463bb28cfad524ea5642825e2d5/e66fa463bb28cfad524ea5642825e2d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210133.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/d33/3edcbd03227643c06006d8688b902d33/3edcbd03227643c06006d8688b902d33.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210132.00000, (0, 0) as of 1735210132.00000, created as of 1735210132.00000> to ShardRange<'k' to 't' as of 1735210133.00000, (0, 0) as of 1735210133.00000, cleaved as of 1735210133.00000>, path: .shards_a/shard_c_1735210133.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/d33/3edcbd03227643c06006d8688b902d33/3edcbd03227643c06006d8688b902d33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210135.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/60c/e0ed911513fb2add9521ee8ac7ef860c/e0ed911513fb2add9521ee8ac7ef860c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210134.00000, (0, 0) as of 1735210134.00000, created as of 1735210134.00000> to ShardRange<'k' to 't' as of 1735210135.00000, (0, 0) as of 1735210135.00000, active as of 1735210135.00000>, path: .shards_a/shard_c_1735210135.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/60c/e0ed911513fb2add9521ee8ac7ef860c/e0ed911513fb2add9521ee8ac7ef860c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210137.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ba9/5babf85e7de7014a1a126bbbdc407ba9/5babf85e7de7014a1a126bbbdc407ba9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210136.00000, (0, 0) as of 1735210136.00000, created as of 1735210136.00000> to ShardRange<'k' to 't' as of 1735210137.00000, (0, 0) as of 1735210137.00000, shrinking as of 1735210137.00000>, path: .shards_a/shard_c_1735210137.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ba9/5babf85e7de7014a1a126bbbdc407ba9/5babf85e7de7014a1a126bbbdc407ba9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210137.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ba9/5babf85e7de7014a1a126bbbdc407ba9/5babf85e7de7014a1a126bbbdc407ba9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210139.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/14d/d1f36712e0e5297ed0a05c2dfb81114d/d1f36712e0e5297ed0a05c2dfb81114d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210138.00000, (0, 0) as of 1735210138.00000, created as of 1735210138.00000> to ShardRange<'k' to 't' as of 1735210139.00000, (0, 0) as of 1735210139.00000, sharding as of 1735210139.00000>, path: .shards_a/shard_c_1735210139.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/14d/d1f36712e0e5297ed0a05c2dfb81114d/d1f36712e0e5297ed0a05c2dfb81114d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210139.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/14d/d1f36712e0e5297ed0a05c2dfb81114d/d1f36712e0e5297ed0a05c2dfb81114d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210141.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/995/cea21dfce1ec32bbf75188586eb2a995/cea21dfce1ec32bbf75188586eb2a995.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210140.00000, (0, 0) as of 1735210140.00000, created as of 1735210140.00000> to ShardRange<'k' to 't' as of 1735210141.00000, (0, 0) as of 1735210141.00000, sharded as of 1735210141.00000>, path: .shards_a/shard_c_1735210141.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/995/cea21dfce1ec32bbf75188586eb2a995/cea21dfce1ec32bbf75188586eb2a995.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210141.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/995/cea21dfce1ec32bbf75188586eb2a995/cea21dfce1ec32bbf75188586eb2a995.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210143.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/503/392e2ac49febe518fbc168eadd04b503/392e2ac49febe518fbc168eadd04b503.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210142.00000, (0, 0) as of 1735210142.00000, created as of 1735210142.00000> to ShardRange<'k' to 't' as of 1735210143.00000, (0, 0) as of 1735210143.00000, shrunk as of 1735210143.00000>, path: .shards_a/shard_c_1735210143.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/503/392e2ac49febe518fbc168eadd04b503/392e2ac49febe518fbc168eadd04b503.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210143.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/503/392e2ac49febe518fbc168eadd04b503/392e2ac49febe518fbc168eadd04b503.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210145.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/0f9/393591c2776c260cc18f17e05514c0f9/393591c2776c260cc18f17e05514c0f9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210144.00000, (0, 0) as of 1735210144.00000, cleaved as of 1735210144.00000> to ShardRange<'k' to 't' as of 1735210145.00000, (0, 0) as of 1735210145.00000, found as of 1735210145.00000>, path: .shards_a/shard_c_1735210145.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/0f9/393591c2776c260cc18f17e05514c0f9/393591c2776c260cc18f17e05514c0f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210147.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/606/131cdcb9eb0556d759dc2725109d7606/131cdcb9eb0556d759dc2725109d7606.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210146.00000, (0, 0) as of 1735210146.00000, cleaved as of 1735210146.00000> to ShardRange<'k' to 't' as of 1735210147.00000, (0, 0) as of 1735210147.00000, created as of 1735210147.00000>, path: .shards_a/shard_c_1735210147.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/606/131cdcb9eb0556d759dc2725109d7606/131cdcb9eb0556d759dc2725109d7606.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210149.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/d64/b2390abc8a09991d46fd148f87cc4d64/b2390abc8a09991d46fd148f87cc4d64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210151.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/332/1afd2abbe76d71790096be00e31b7332/1afd2abbe76d71790096be00e31b7332.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210150.00000, (0, 0) as of 1735210150.00000, cleaved as of 1735210150.00000> to ShardRange<'k' to 't' as of 1735210151.00000, (0, 0) as of 1735210151.00000, active as of 1735210151.00000>, path: .shards_a/shard_c_1735210151.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/332/1afd2abbe76d71790096be00e31b7332/1afd2abbe76d71790096be00e31b7332.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210153.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/aee/6789e748093170ac5e94cb39ddd5eaee/6789e748093170ac5e94cb39ddd5eaee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210152.00000, (0, 0) as of 1735210152.00000, cleaved as of 1735210152.00000> to ShardRange<'k' to 't' as of 1735210153.00000, (0, 0) as of 1735210153.00000, shrinking as of 1735210153.00000>, path: .shards_a/shard_c_1735210153.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/aee/6789e748093170ac5e94cb39ddd5eaee/6789e748093170ac5e94cb39ddd5eaee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210153.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/aee/6789e748093170ac5e94cb39ddd5eaee/6789e748093170ac5e94cb39ddd5eaee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210155.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e22/6a30af772fdd08d3cecee758fe355e22/6a30af772fdd08d3cecee758fe355e22.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210154.00000, (0, 0) as of 1735210154.00000, cleaved as of 1735210154.00000> to ShardRange<'k' to 't' as of 1735210155.00000, (0, 0) as of 1735210155.00000, sharding as of 1735210155.00000>, path: .shards_a/shard_c_1735210155.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e22/6a30af772fdd08d3cecee758fe355e22/6a30af772fdd08d3cecee758fe355e22.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210155.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e22/6a30af772fdd08d3cecee758fe355e22/6a30af772fdd08d3cecee758fe355e22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210157.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e76/70bec26c0048354225f355b1d1e31e76/70bec26c0048354225f355b1d1e31e76.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210156.00000, (0, 0) as of 1735210156.00000, cleaved as of 1735210156.00000> to ShardRange<'k' to 't' as of 1735210157.00000, (0, 0) as of 1735210157.00000, sharded as of 1735210157.00000>, path: .shards_a/shard_c_1735210157.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e76/70bec26c0048354225f355b1d1e31e76/70bec26c0048354225f355b1d1e31e76.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210157.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e76/70bec26c0048354225f355b1d1e31e76/70bec26c0048354225f355b1d1e31e76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210159.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f12/2f43fd86b7a668cab46a375ad7388f12/2f43fd86b7a668cab46a375ad7388f12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210158.00000, (0, 0) as of 1735210158.00000, cleaved as of 1735210158.00000> to ShardRange<'k' to 't' as of 1735210159.00000, (0, 0) as of 1735210159.00000, shrunk as of 1735210159.00000>, path: .shards_a/shard_c_1735210159.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f12/2f43fd86b7a668cab46a375ad7388f12/2f43fd86b7a668cab46a375ad7388f12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210159.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f12/2f43fd86b7a668cab46a375ad7388f12/2f43fd86b7a668cab46a375ad7388f12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210161.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/8c4/96ab9905bf4a16d057df8d7aecb458c4/96ab9905bf4a16d057df8d7aecb458c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210160.00000, (0, 0) as of 1735210160.00000, active as of 1735210160.00000> to ShardRange<'k' to 't' as of 1735210161.00000, (0, 0) as of 1735210161.00000, found as of 1735210161.00000>, path: .shards_a/shard_c_1735210161.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/8c4/96ab9905bf4a16d057df8d7aecb458c4/96ab9905bf4a16d057df8d7aecb458c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210163.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/faf/ee159fba15d43a2bf9b33067254ddfaf/ee159fba15d43a2bf9b33067254ddfaf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210162.00000, (0, 0) as of 1735210162.00000, active as of 1735210162.00000> to ShardRange<'k' to 't' as of 1735210163.00000, (0, 0) as of 1735210163.00000, created as of 1735210163.00000>, path: .shards_a/shard_c_1735210163.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/faf/ee159fba15d43a2bf9b33067254ddfaf/ee159fba15d43a2bf9b33067254ddfaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210165.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a7d/08967f3d0cbe4f17b330f015e47c3a7d/08967f3d0cbe4f17b330f015e47c3a7d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210164.00000, (0, 0) as of 1735210164.00000, active as of 1735210164.00000> to ShardRange<'k' to 't' as of 1735210165.00000, (0, 0) as of 1735210165.00000, cleaved as of 1735210165.00000>, path: .shards_a/shard_c_1735210165.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a7d/08967f3d0cbe4f17b330f015e47c3a7d/08967f3d0cbe4f17b330f015e47c3a7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210167.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/95c/d2d35fefef7cfce2e182672f6ff1395c/d2d35fefef7cfce2e182672f6ff1395c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210169.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/88b/5c311d471d69b7bb4329832993c3688b/5c311d471d69b7bb4329832993c3688b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210168.00000, (0, 0) as of 1735210168.00000, active as of 1735210168.00000> to ShardRange<'k' to 't' as of 1735210169.00000, (0, 0) as of 1735210169.00000, shrinking as of 1735210169.00000>, path: .shards_a/shard_c_1735210169.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/88b/5c311d471d69b7bb4329832993c3688b/5c311d471d69b7bb4329832993c3688b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210169.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/88b/5c311d471d69b7bb4329832993c3688b/5c311d471d69b7bb4329832993c3688b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210171.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a6a/2eaecf779f7548d0b0e3c39ac4860a6a/2eaecf779f7548d0b0e3c39ac4860a6a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210170.00000, (0, 0) as of 1735210170.00000, active as of 1735210170.00000> to ShardRange<'k' to 't' as of 1735210171.00000, (0, 0) as of 1735210171.00000, sharding as of 1735210171.00000>, path: .shards_a/shard_c_1735210171.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a6a/2eaecf779f7548d0b0e3c39ac4860a6a/2eaecf779f7548d0b0e3c39ac4860a6a.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210171.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a6a/2eaecf779f7548d0b0e3c39ac4860a6a/2eaecf779f7548d0b0e3c39ac4860a6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210173.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/706/232cab30586614d729ef8e1e8b7c6706/232cab30586614d729ef8e1e8b7c6706.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210172.00000, (0, 0) as of 1735210172.00000, active as of 1735210172.00000> to ShardRange<'k' to 't' as of 1735210173.00000, (0, 0) as of 1735210173.00000, sharded as of 1735210173.00000>, path: .shards_a/shard_c_1735210173.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/706/232cab30586614d729ef8e1e8b7c6706/232cab30586614d729ef8e1e8b7c6706.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210173.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/706/232cab30586614d729ef8e1e8b7c6706/232cab30586614d729ef8e1e8b7c6706.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210175.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a3a/991a45faf1851d42dca198912c912a3a/991a45faf1851d42dca198912c912a3a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210174.00000, (0, 0) as of 1735210174.00000, active as of 1735210174.00000> to ShardRange<'k' to 't' as of 1735210175.00000, (0, 0) as of 1735210175.00000, shrunk as of 1735210175.00000>, path: .shards_a/shard_c_1735210175.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a3a/991a45faf1851d42dca198912c912a3a/991a45faf1851d42dca198912c912a3a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210175.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a3a/991a45faf1851d42dca198912c912a3a/991a45faf1851d42dca198912c912a3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210177.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ddb/80b891fa359f028b58475f7b9457fddb/80b891fa359f028b58475f7b9457fddb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210176.00000, (0, 0) as of 1735210176.00000, shrinking as of 1735210176.00000> to ShardRange<'k' to 't' as of 1735210177.00000, (0, 0) as of 1735210177.00000, found as of 1735210177.00000>, path: .shards_a/shard_c_1735210177.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ddb/80b891fa359f028b58475f7b9457fddb/80b891fa359f028b58475f7b9457fddb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210179.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/160/53384281b69919b09104e59709207160/53384281b69919b09104e59709207160.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210178.00000, (0, 0) as of 1735210178.00000, shrinking as of 1735210178.00000> to ShardRange<'k' to 't' as of 1735210179.00000, (0, 0) as of 1735210179.00000, created as of 1735210179.00000>, path: .shards_a/shard_c_1735210179.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/160/53384281b69919b09104e59709207160/53384281b69919b09104e59709207160.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210181.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ee3/c14a761d67f178122b0739c154ba9ee3/c14a761d67f178122b0739c154ba9ee3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210180.00000, (0, 0) as of 1735210180.00000, shrinking as of 1735210180.00000> to ShardRange<'k' to 't' as of 1735210181.00000, (0, 0) as of 1735210181.00000, cleaved as of 1735210181.00000>, path: .shards_a/shard_c_1735210181.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ee3/c14a761d67f178122b0739c154ba9ee3/c14a761d67f178122b0739c154ba9ee3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210183.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/4d7/63f9e51441b5ed17affb95750d77b4d7/63f9e51441b5ed17affb95750d77b4d7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210182.00000, (0, 0) as of 1735210182.00000, shrinking as of 1735210182.00000> to ShardRange<'k' to 't' as of 1735210183.00000, (0, 0) as of 1735210183.00000, active as of 1735210183.00000>, path: .shards_a/shard_c_1735210183.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/4d7/63f9e51441b5ed17affb95750d77b4d7/63f9e51441b5ed17affb95750d77b4d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210185.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/735/50da0c685d494778d42704b0c2a4b735/50da0c685d494778d42704b0c2a4b735.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210185.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/735/50da0c685d494778d42704b0c2a4b735/50da0c685d494778d42704b0c2a4b735.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210187.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/677/0a5a22a1cf674421d52637ca169f7677/0a5a22a1cf674421d52637ca169f7677.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210186.00000, (0, 0) as of 1735210186.00000, shrinking as of 1735210186.00000> to ShardRange<'k' to 't' as of 1735210187.00000, (0, 0) as of 1735210187.00000, sharding as of 1735210187.00000>, path: .shards_a/shard_c_1735210187.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/677/0a5a22a1cf674421d52637ca169f7677/0a5a22a1cf674421d52637ca169f7677.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210187.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/677/0a5a22a1cf674421d52637ca169f7677/0a5a22a1cf674421d52637ca169f7677.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210189.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/4db/16be734b9e0eea97811657eec85814db/16be734b9e0eea97811657eec85814db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210188.00000, (0, 0) as of 1735210188.00000, shrinking as of 1735210188.00000> to ShardRange<'k' to 't' as of 1735210189.00000, (0, 0) as of 1735210189.00000, sharded as of 1735210189.00000>, path: .shards_a/shard_c_1735210189.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/4db/16be734b9e0eea97811657eec85814db/16be734b9e0eea97811657eec85814db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210189.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/4db/16be734b9e0eea97811657eec85814db/16be734b9e0eea97811657eec85814db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210191.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/345/fe79525e02fcc9ba8c4f2bffd68fc345/fe79525e02fcc9ba8c4f2bffd68fc345.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210190.00000, (0, 0) as of 1735210190.00000, shrinking as of 1735210190.00000> to ShardRange<'k' to 't' as of 1735210191.00000, (0, 0) as of 1735210191.00000, shrunk as of 1735210191.00000>, path: .shards_a/shard_c_1735210191.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/345/fe79525e02fcc9ba8c4f2bffd68fc345/fe79525e02fcc9ba8c4f2bffd68fc345.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210191.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/345/fe79525e02fcc9ba8c4f2bffd68fc345/fe79525e02fcc9ba8c4f2bffd68fc345.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210193.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/121/f06167e1ceb3476c1a81fb56ad0cb121/f06167e1ceb3476c1a81fb56ad0cb121.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210192.00000, (0, 0) as of 1735210192.00000, sharding as of 1735210192.00000> to ShardRange<'k' to 't' as of 1735210193.00000, (0, 0) as of 1735210193.00000, found as of 1735210193.00000>, path: .shards_a/shard_c_1735210193.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/121/f06167e1ceb3476c1a81fb56ad0cb121/f06167e1ceb3476c1a81fb56ad0cb121.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210195.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ce8/f35fbc356029c0dcc268283d74a3ece8/f35fbc356029c0dcc268283d74a3ece8.db -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Setting object count to 1072 (txn: tx508e64ee771b413babff4-00676d3481) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx134aef0912cd4cd8a0e06-00676d3485) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx134aef0912cd4cd8a0e06-00676d3485) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx134aef0912cd4cd8a0e06-00676d3485) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx134aef0912cd4cd8a0e06-00676d3485) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx134aef0912cd4cd8a0e06-00676d3485) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx0e8bf020f2d74f1ba435f-00676d3487) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2a1db018cf4b4a9484fa5-00676d3489)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210194.00000, (0, 0) as of 1735210194.00000, sharding as of 1735210194.00000> to ShardRange<'k' to 't' as of 1735210195.00000, (0, 0) as of 1735210195.00000, created as of 1735210195.00000>, path: .shards_a/shard_c_1735210195.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ce8/f35fbc356029c0dcc268283d74a3ece8/f35fbc356029c0dcc268283d74a3ece8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210197.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ad7/850c1b429dcb5beb206ef4a52542cad7/850c1b429dcb5beb206ef4a52542cad7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210196.00000, (0, 0) as of 1735210196.00000, sharding as of 1735210196.00000> to ShardRange<'k' to 't' as of 1735210197.00000, (0, 0) as of 1735210197.00000, cleaved as of 1735210197.00000>, path: .shards_a/shard_c_1735210197.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ad7/850c1b429dcb5beb206ef4a52542cad7/850c1b429dcb5beb206ef4a52542cad7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210199.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/d6b/0a83852448333c031cc8d9f397f91d6b/0a83852448333c031cc8d9f397f91d6b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210198.00000, (0, 0) as of 1735210198.00000, sharding as of 1735210198.00000> to ShardRange<'k' to 't' as of 1735210199.00000, (0, 0) as of 1735210199.00000, active as of 1735210199.00000>, path: .shards_a/shard_c_1735210199.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/d6b/0a83852448333c031cc8d9f397f91d6b/0a83852448333c031cc8d9f397f91d6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210201.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/83f/eaf154028b6167442d52e05f5774c83f/eaf154028b6167442d52e05f5774c83f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210200.00000, (0, 0) as of 1735210200.00000, sharding as of 1735210200.00000> to ShardRange<'k' to 't' as of 1735210201.00000, (0, 0) as of 1735210201.00000, shrinking as of 1735210201.00000>, path: .shards_a/shard_c_1735210201.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/83f/eaf154028b6167442d52e05f5774c83f/eaf154028b6167442d52e05f5774c83f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210201.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/83f/eaf154028b6167442d52e05f5774c83f/eaf154028b6167442d52e05f5774c83f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210203.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/639/98d2e18b60f2b32db4fc3bd027e60639/98d2e18b60f2b32db4fc3bd027e60639.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210203.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/639/98d2e18b60f2b32db4fc3bd027e60639/98d2e18b60f2b32db4fc3bd027e60639.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210205.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ffa/f815ebcb8b60266da5e39c448adb4ffa/f815ebcb8b60266da5e39c448adb4ffa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210204.00000, (0, 0) as of 1735210204.00000, sharding as of 1735210204.00000> to ShardRange<'k' to 't' as of 1735210205.00000, (0, 0) as of 1735210205.00000, sharded as of 1735210205.00000>, path: .shards_a/shard_c_1735210205.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ffa/f815ebcb8b60266da5e39c448adb4ffa/f815ebcb8b60266da5e39c448adb4ffa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210205.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ffa/f815ebcb8b60266da5e39c448adb4ffa/f815ebcb8b60266da5e39c448adb4ffa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210207.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3dd/8cfbe8153dd7651ef07a0078da3fe3dd/8cfbe8153dd7651ef07a0078da3fe3dd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210206.00000, (0, 0) as of 1735210206.00000, sharding as of 1735210206.00000> to ShardRange<'k' to 't' as of 1735210207.00000, (0, 0) as of 1735210207.00000, shrunk as of 1735210207.00000>, path: .shards_a/shard_c_1735210207.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3dd/8cfbe8153dd7651ef07a0078da3fe3dd/8cfbe8153dd7651ef07a0078da3fe3dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210207.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3dd/8cfbe8153dd7651ef07a0078da3fe3dd/8cfbe8153dd7651ef07a0078da3fe3dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210209.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/0fd/87f36510366fec0df6d749bc728b20fd/87f36510366fec0df6d749bc728b20fd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210208.00000, (0, 0) as of 1735210208.00000, sharded as of 1735210208.00000> to ShardRange<'k' to 't' as of 1735210209.00000, (0, 0) as of 1735210209.00000, found as of 1735210209.00000>, path: .shards_a/shard_c_1735210209.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/0fd/87f36510366fec0df6d749bc728b20fd/87f36510366fec0df6d749bc728b20fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210211.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/38e/44bb4a7ffff8de5ddeb8d42513f3f38e/44bb4a7ffff8de5ddeb8d42513f3f38e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210210.00000, (0, 0) as of 1735210210.00000, sharded as of 1735210210.00000> to ShardRange<'k' to 't' as of 1735210211.00000, (0, 0) as of 1735210211.00000, created as of 1735210211.00000>, path: .shards_a/shard_c_1735210211.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/38e/44bb4a7ffff8de5ddeb8d42513f3f38e/44bb4a7ffff8de5ddeb8d42513f3f38e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210213.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/fd6/84130518fc235a0f378f470e41769fd6/84130518fc235a0f378f470e41769fd6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210212.00000, (0, 0) as of 1735210212.00000, sharded as of 1735210212.00000> to ShardRange<'k' to 't' as of 1735210213.00000, (0, 0) as of 1735210213.00000, cleaved as of 1735210213.00000>, path: .shards_a/shard_c_1735210213.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/fd6/84130518fc235a0f378f470e41769fd6/84130518fc235a0f378f470e41769fd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210215.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/c50/cfb50a22bed1e2a23c0380d9292ebc50/cfb50a22bed1e2a23c0380d9292ebc50.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210214.00000, (0, 0) as of 1735210214.00000, sharded as of 1735210214.00000> to ShardRange<'k' to 't' as of 1735210215.00000, (0, 0) as of 1735210215.00000, active as of 1735210215.00000>, path: .shards_a/shard_c_1735210215.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/c50/cfb50a22bed1e2a23c0380d9292ebc50/cfb50a22bed1e2a23c0380d9292ebc50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210217.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/980/1ae7ab3c7388d4700bf489b63a852980/1ae7ab3c7388d4700bf489b63a852980.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210216.00000, (0, 0) as of 1735210216.00000, sharded as of 1735210216.00000> to ShardRange<'k' to 't' as of 1735210217.00000, (0, 0) as of 1735210217.00000, shrinking as of 1735210217.00000>, path: .shards_a/shard_c_1735210217.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/980/1ae7ab3c7388d4700bf489b63a852980/1ae7ab3c7388d4700bf489b63a852980.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210217.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/980/1ae7ab3c7388d4700bf489b63a852980/1ae7ab3c7388d4700bf489b63a852980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210219.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/7a5/bd62b06fa2e6963ef1a0ba32918797a5/bd62b06fa2e6963ef1a0ba32918797a5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210218.00000, (0, 0) as of 1735210218.00000, sharded as of 1735210218.00000> to ShardRange<'k' to 't' as of 1735210219.00000, (0, 0) as of 1735210219.00000, sharding as of 1735210219.00000>, path: .shards_a/shard_c_1735210219.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/7a5/bd62b06fa2e6963ef1a0ba32918797a5/bd62b06fa2e6963ef1a0ba32918797a5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210219.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/7a5/bd62b06fa2e6963ef1a0ba32918797a5/bd62b06fa2e6963ef1a0ba32918797a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210221.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/041/d20123059fd349025a5919e7c41e3041/d20123059fd349025a5919e7c41e3041.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210221.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/041/d20123059fd349025a5919e7c41e3041/d20123059fd349025a5919e7c41e3041.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210223.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/705/cb6ebde217d858e9756fdcbd19712705/cb6ebde217d858e9756fdcbd19712705.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210222.00000, (0, 0) as of 1735210222.00000, sharded as of 1735210222.00000> to ShardRange<'k' to 't' as of 1735210223.00000, (0, 0) as of 1735210223.00000, shrunk as of 1735210223.00000>, path: .shards_a/shard_c_1735210223.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/705/cb6ebde217d858e9756fdcbd19712705/cb6ebde217d858e9756fdcbd19712705.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210223.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/705/cb6ebde217d858e9756fdcbd19712705/cb6ebde217d858e9756fdcbd19712705.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210225.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f3e/1bc7e1efea69257fdf498b5d37d17f3e/1bc7e1efea69257fdf498b5d37d17f3e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210224.00000, (0, 0) as of 1735210224.00000, shrunk as of 1735210224.00000> to ShardRange<'k' to 't' as of 1735210225.00000, (0, 0) as of 1735210225.00000, found as of 1735210225.00000>, path: .shards_a/shard_c_1735210225.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f3e/1bc7e1efea69257fdf498b5d37d17f3e/1bc7e1efea69257fdf498b5d37d17f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210227.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/91b/34b58dd442421f84d0f255cd844b691b/34b58dd442421f84d0f255cd844b691b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210226.00000, (0, 0) as of 1735210226.00000, shrunk as of 1735210226.00000> to ShardRange<'k' to 't' as of 1735210227.00000, (0, 0) as of 1735210227.00000, created as of 1735210227.00000>, path: .shards_a/shard_c_1735210227.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/91b/34b58dd442421f84d0f255cd844b691b/34b58dd442421f84d0f255cd844b691b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210229.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/91f/c00a688565a3efbbf2163c503695891f/c00a688565a3efbbf2163c503695891f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210228.00000, (0, 0) as of 1735210228.00000, shrunk as of 1735210228.00000> to ShardRange<'k' to 't' as of 1735210229.00000, (0, 0) as of 1735210229.00000, cleaved as of 1735210229.00000>, path: .shards_a/shard_c_1735210229.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/91f/c00a688565a3efbbf2163c503695891f/c00a688565a3efbbf2163c503695891f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210231.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/441/12018d58524602d955a3dba04a74a441/12018d58524602d955a3dba04a74a441.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210230.00000, (0, 0) as of 1735210230.00000, shrunk as of 1735210230.00000> to ShardRange<'k' to 't' as of 1735210231.00000, (0, 0) as of 1735210231.00000, active as of 1735210231.00000>, path: .shards_a/shard_c_1735210231.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/441/12018d58524602d955a3dba04a74a441/12018d58524602d955a3dba04a74a441.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210233.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a5b/8a706d4c5cf6f813fdbe70cd88846a5b/8a706d4c5cf6f813fdbe70cd88846a5b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210232.00000, (0, 0) as of 1735210232.00000, shrunk as of 1735210232.00000> to ShardRange<'k' to 't' as of 1735210233.00000, (0, 0) as of 1735210233.00000, shrinking as of 1735210233.00000>, path: .shards_a/shard_c_1735210233.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a5b/8a706d4c5cf6f813fdbe70cd88846a5b/8a706d4c5cf6f813fdbe70cd88846a5b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210233.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a5b/8a706d4c5cf6f813fdbe70cd88846a5b/8a706d4c5cf6f813fdbe70cd88846a5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210235.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/28c/520f28633fac0e32634e408b8551728c/520f28633fac0e32634e408b8551728c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210234.00000, (0, 0) as of 1735210234.00000, shrunk as of 1735210234.00000> to ShardRange<'k' to 't' as of 1735210235.00000, (0, 0) as of 1735210235.00000, sharding as of 1735210235.00000>, path: .shards_a/shard_c_1735210235.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/28c/520f28633fac0e32634e408b8551728c/520f28633fac0e32634e408b8551728c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210235.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/28c/520f28633fac0e32634e408b8551728c/520f28633fac0e32634e408b8551728c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210237.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/8b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210236.00000, (0, 0) as of 1735210236.00000, shrunk as of 1735210236.00000> to ShardRange<'k' to 't' as of 1735210237.00000, (0, 0) as of 1735210237.00000, sharded as of 1735210237.00000>, path: .shards_a/shard_c_1735210237.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/8b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210237.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/8b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210239.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/021/6f71b055edce4820adeb151e42e64021/6f71b055edce4820adeb151e42e64021.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210239.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/021/6f71b055edce4820adeb151e42e64021/6f71b055edce4820adeb151e42e64021.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210240.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e2f/6a48096d383d38cf4f79f1080ab27e2f/6a48096d383d38cf4f79f1080ab27e2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210242.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/48f/6d1c788a7167d9b66a70bad11417d48f/6d1c788a7167d9b66a70bad11417d48f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210244.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/a2a/dd04a37329de1a64495439786ac8fa2a/dd04a37329de1a64495439786ac8fa2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210246.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/674/e5a298a1b3c6dfc448b72fe3037ba674/e5a298a1b3c6dfc448b72fe3037ba674.db -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx2a1db018cf4b4a9484fa5-00676d3489) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test DEBUG: Setting object count to 3120 (txn: tx4037d8f7614d4ebd86d41-00676d348c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx42b6b9096e4e44f197264-00676d348c) -test DEBUG: Setting object count to 3120 (txn: tx42b6b9096e4e44f197264-00676d348c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5f2351029010417c8bcbe-00676d348d) -test DEBUG: Setting object count to 3120 (txn: tx5f2351029010417c8bcbe-00676d348d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txfb6d970f3f7b421f8572b-00676d348d) -test DEBUG: Setting object count to 3120 (txn: txfb6d970f3f7b421f8572b-00676d348d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txfbc4f9a16d394f58ac699-00676d348d) -test DEBUG: Setting object count to 3120 (txn: txfbc4f9a16d394f58ac699-00676d348d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc66c672c854d423fb0c31-00676d348d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txc66c672c854d423fb0c31-00676d348d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx78346056b7bc49d49f464-00676d348d) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx78346056b7bc49d49f464-00676d348d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx78346056b7bc49d49f464-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx78346056b7bc49d49f464-00676d348d) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx78346056b7bc49d49f464-00676d348d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx78346056b7bc49d49f464-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx78346056b7bc49d49f464-00676d348d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx78346056b7bc49d49f464-00676d348d)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok - -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Setting object count to 1058 (txn: txee305b7a46bf4fbc9a574-00676d3484) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: Setting object count to 1024 (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: Setting object count to 1024 (txn: tx591eb3bf40f844d2bb7c2-00676d3488) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Setting object count to 1072 (txn: tx0187a640d0d14c8da3320-00676d348e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210248.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/304/20c1d4cc5429c3bb74b940dedee61304/20c1d4cc5429c3bb74b940dedee61304.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210250.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/76f/05d8e881d970ae0cec4317b543f4776f/05d8e881d970ae0cec4317b543f4776f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210252.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/eba/f58baee67aa29af99c820c7763ce9eba/f58baee67aa29af99c820c7763ce9eba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210254.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/c9b/fb53a5556bba0d6290adfae8a7192c9b/fb53a5556bba0d6290adfae8a7192c9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210256.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/c8f/912a7e76113f8ebec686eb443b65bc8f/912a7e76113f8ebec686eb443b65bc8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210258.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/6a5/5e95c0936462d884a7fa5e9baac9e6a5/5e95c0936462d884a7fa5e9baac9e6a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210260.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/c21/dda3958749eb96008a7976e84d3d9c21/dda3958749eb96008a7976e84d3d9c21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210262.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/0fd/362503d4bf16b70774094952159370fd/362503d4bf16b70774094952159370fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210264.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/309/042cccf13ab2fc5efdb215b9dc863309/042cccf13ab2fc5efdb215b9dc863309.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210266.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/5bb/eb191a6b1e6d1684a6a0724a4c43d5bb/eb191a6b1e6d1684a6a0724a4c43d5bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210268.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/b1c/a8a460533abfe9bd3f541576cd14ab1c/a8a460533abfe9bd3f541576cd14ab1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210270.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ea0/d7dbca03155345736ff616b0f4d73ea0/d7dbca03155345736ff616b0f4d73ea0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210272.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/990/9085963964281cf6382e910ddac5d990/9085963964281cf6382e910ddac5d990.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210274.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/544/d4183bd2166ad6163e5198b829209544/d4183bd2166ad6163e5198b829209544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210276.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/d23/a2a0b7081fb5ed86b59d248fc23a0d23/a2a0b7081fb5ed86b59d248fc23a0d23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210278.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3dc/65b289c3e99528fdc9c4ecf723b7f3dc/65b289c3e99528fdc9c4ecf723b7f3dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210280.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f20/5249a2fd87d2c5d917a0370ddd2a8f20/5249a2fd87d2c5d917a0370ddd2a8f20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210282.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/6a7/fffb186e70121003c0775dbc7b9706a7/fffb186e70121003c0775dbc7b9706a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210284.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/2ea/f267add4009f80499da014082940c2ea/f267add4009f80499da014082940c2ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210286.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/c8c/c67176e2a1fb28961b647dadc5d20c8c/c67176e2a1fb28961b647dadc5d20c8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210288.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/72e/9750b74559560c29953084def7db072e/9750b74559560c29953084def7db072e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210290.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/8ba/ab762f6354166e54c94274e0c616e8ba/ab762f6354166e54c94274e0c616e8ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210292.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/b6b/51cf7e8a685a392136b89a6af16f7b6b/51cf7e8a685a392136b89a6af16f7b6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210294.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/1a6/91117e61fb9d5fcb73abf8cc394601a6/91117e61fb9d5fcb73abf8cc394601a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210296.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/d99/3591d554def211a4958ae07bf451ad99/3591d554def211a4958ae07bf451ad99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210298.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/800/513f4921b68be90b6fd4fb1d33c2c800/513f4921b68be90b6fd4fb1d33c2c800.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210300.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/407/e487e6f99594f0c39e07b10dec3a7407/e487e6f99594f0c39e07b10dec3a7407.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210302.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f1a/70c7c085e782ab8057dad3ef74971f1a/70c7c085e782ab8057dad3ef74971f1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210304.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/933/c6b80df3a2c3a3234364f6aba14a1933/c6b80df3a2c3a3234364f6aba14a1933.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210304.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/933/c6b80df3a2c3a3234364f6aba14a1933/c6b80df3a2c3a3234364f6aba14a1933.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210306.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/81d/f90c646c3f4a17df0274d8d51f22681d/f90c646c3f4a17df0274d8d51f22681d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210306.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/81d/f90c646c3f4a17df0274d8d51f22681d/f90c646c3f4a17df0274d8d51f22681d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210308.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/fd6/c326dd3eae7221739fcf0ff624e2ffd6/c326dd3eae7221739fcf0ff624e2ffd6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210308.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/fd6/c326dd3eae7221739fcf0ff624e2ffd6/c326dd3eae7221739fcf0ff624e2ffd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210310.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/bb7/afcaf5fd3464b744dedca29cd39e1bb7/afcaf5fd3464b744dedca29cd39e1bb7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210310.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/bb7/afcaf5fd3464b744dedca29cd39e1bb7/afcaf5fd3464b744dedca29cd39e1bb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210312.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/635/0cd299c5ac73965246ecde3c8826a635/0cd299c5ac73965246ecde3c8826a635.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210312.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/635/0cd299c5ac73965246ecde3c8826a635/0cd299c5ac73965246ecde3c8826a635.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210314.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/2b4/3b4ab752883a317eb2070c5e21c5d2b4/3b4ab752883a317eb2070c5e21c5d2b4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210314.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/2b4/3b4ab752883a317eb2070c5e21c5d2b4/3b4ab752883a317eb2070c5e21c5d2b4.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210316.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3da/1fd5d8804fc65f80881cc7420c5063da/1fd5d8804fc65f80881cc7420c5063da.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210316.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3da/1fd5d8804fc65f80881cc7420c5063da/1fd5d8804fc65f80881cc7420c5063da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210318.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e47/1400635fc68e3b7c71a2e823ab733e47/1400635fc68e3b7c71a2e823ab733e47.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210318.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e47/1400635fc68e3b7c71a2e823ab733e47/1400635fc68e3b7c71a2e823ab733e47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210320.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ce2/25dee74ed03c95df85f3fefade545ce2/25dee74ed03c95df85f3fefade545ce2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210320.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ce2/25dee74ed03c95df85f3fefade545ce2/25dee74ed03c95df85f3fefade545ce2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210322.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e17/1e5487e05b36bcfb16ffb1c562272e17/1e5487e05b36bcfb16ffb1c562272e17.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210322.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/e17/1e5487e05b36bcfb16ffb1c562272e17/1e5487e05b36bcfb16ffb1c562272e17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210324.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/702/19ca30c26bce6e5936c974256426b702/19ca30c26bce6e5936c974256426b702.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210324.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/702/19ca30c26bce6e5936c974256426b702/19ca30c26bce6e5936c974256426b702.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210326.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/630/ab7c0cd24b31c5345dd5ff07aeff3630/ab7c0cd24b31c5345dd5ff07aeff3630.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210326.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/630/ab7c0cd24b31c5345dd5ff07aeff3630/ab7c0cd24b31c5345dd5ff07aeff3630.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210328.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/127/7a117ba50b4c516ed7f8983446114127/7a117ba50b4c516ed7f8983446114127.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210328.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/127/7a117ba50b4c516ed7f8983446114127/7a117ba50b4c516ed7f8983446114127.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210330.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/5f7/81311440734b6a2aa44b5e796b0085f7/81311440734b6a2aa44b5e796b0085f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210330.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/5f7/81311440734b6a2aa44b5e796b0085f7/81311440734b6a2aa44b5e796b0085f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210332.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3fc/3863290f8a3826441285c64f93f833fc/3863290f8a3826441285c64f93f833fc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210332.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/3fc/3863290f8a3826441285c64f93f833fc/3863290f8a3826441285c64f93f833fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210334.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/fbb/c5429be413774b41e0e020c7cf7b7fbb/c5429be413774b41e0e020c7cf7b7fbb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210334.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/fbb/c5429be413774b41e0e020c7cf7b7fbb/c5429be413774b41e0e020c7cf7b7fbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210336.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/20f/799c48e0c92ed4766b0cc3bb2761d20f/799c48e0c92ed4766b0cc3bb2761d20f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210336.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/20f/799c48e0c92ed4766b0cc3bb2761d20f/799c48e0c92ed4766b0cc3bb2761d20f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210338.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/78d/85d94dd94971bffb96808d15abefc78d/85d94dd94971bffb96808d15abefc78d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210338.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/78d/85d94dd94971bffb96808d15abefc78d/85d94dd94971bffb96808d15abefc78d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210340.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/35d/ee2f37359fab98f329452e559a6cb35d/ee2f37359fab98f329452e559a6cb35d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210340.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/35d/ee2f37359fab98f329452e559a6cb35d/ee2f37359fab98f329452e559a6cb35d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210342.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/1ba/33068896e90614cd155c7fe1361ed1ba/33068896e90614cd155c7fe1361ed1ba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210342.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/1ba/33068896e90614cd155c7fe1361ed1ba/33068896e90614cd155c7fe1361ed1ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210344.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/55a/001b1e45c71429063de00ab68a23f55a/001b1e45c71429063de00ab68a23f55a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210344.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/55a/001b1e45c71429063de00ab68a23f55a/001b1e45c71429063de00ab68a23f55a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210346.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/b1c/099bf633c9e344807092a385b2bf7b1c/099bf633c9e344807092a385b2bf7b1c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210346.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/b1c/099bf633c9e344807092a385b2bf7b1c/099bf633c9e344807092a385b2bf7b1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210348.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/b84/e3511fc7768050a6ff1533beaff7cb84/e3511fc7768050a6ff1533beaff7cb84.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210348.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/b84/e3511fc7768050a6ff1533beaff7cb84/e3511fc7768050a6ff1533beaff7cb84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210350.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/998/09e292ecbae78c1f4a16a00d5c5a4998/09e292ecbae78c1f4a16a00d5c5a4998.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210350.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/998/09e292ecbae78c1f4a16a00d5c5a4998/09e292ecbae78c1f4a16a00d5c5a4998.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210352.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/9ae/2bd90bab16a787b3ce19cb369aa899ae/2bd90bab16a787b3ce19cb369aa899ae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210352.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/9ae/2bd90bab16a787b3ce19cb369aa899ae/2bd90bab16a787b3ce19cb369aa899ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210354.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/2dc/bf35f3317022aed1af2eb526b22432dc/bf35f3317022aed1af2eb526b22432dc.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx1374668e0815425fb6b27-00676d348d) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx1374668e0815425fb6b27-00676d348d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txaeb6dbfa41de4f2382ec7-00676d348d) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txaeb6dbfa41de4f2382ec7-00676d348d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaeb6dbfa41de4f2382ec7-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeb6dbfa41de4f2382ec7-00676d348d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txaeb6dbfa41de4f2382ec7-00676d348d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0312d5f4a90a4b07b99ac-00676d348d) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx0312d5f4a90a4b07b99ac-00676d348d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0312d5f4a90a4b07b99ac-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0312d5f4a90a4b07b99ac-00676d348d) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0312d5f4a90a4b07b99ac-00676d348d) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx40e10de05cd249518067d-00676d348d) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx40e10de05cd249518067d-00676d348d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx40e10de05cd249518067d-00676d348d) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx40e10de05cd249518067d-00676d348d) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx40e10de05cd249518067d-00676d348d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx61b58941329b47a9af489-00676d3492) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx61b58941329b47a9af489-00676d3492) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx61b58941329b47a9af489-00676d3492) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx61b58941329b47a9af489-00676d3492) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx61b58941329b47a9af489-00676d3492) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx61b58941329b47a9af489-00676d3492) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx61b58941329b47a9af489-00676d3492) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx61b58941329b47a9af489-00676d3492) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx61b58941329b47a9af489-00676d3492) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx61b58941329b47a9af489-00676d3492) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx61b58941329b47a9af489-00676d3492) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4248bcba7d07441e981ae-00676d3496) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4248bcba7d07441e981ae-00676d3496) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4248bcba7d07441e981ae-00676d3496) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4248bcba7d07441e981ae-00676d3496) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4248bcba7d07441e981ae-00676d3496) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4248bcba7d07441e981ae-00676d3496) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4248bcba7d07441e981ae-00676d3496) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4248bcba7d07441e981ae-00676d3496)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0091 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0093 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0020 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0067 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0074 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0019 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0070 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0054 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0074 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0078 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0027 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0007 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0072 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0117 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0070 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0063 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0070 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0055 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0008 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0069 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0076 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0079 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0019 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0088 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0144 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:15 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 790414 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4248bcba7d07441e981ae-00676d3496) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4248bcba7d07441e981ae-00676d3496) -test DEBUG: Setting object count to 1065 (txn: tx4248bcba7d07441e981ae-00676d3496) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: tx5b89c97d817e4773bdb2a-00676d3496) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.0:1000/sda (txn: txb8f93e823e7e4a999cb73-00676d3496) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx66194b9c4fc54a38ae233-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx11eab29160634c5dac1f9-00676d3496) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx11eab29160634c5dac1f9-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb1d116310cb94d708be87-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb1d116310cb94d708be87-00676d3496) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: txb1d116310cb94d708be87-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txce0fdfe0c12740ee9236d-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txce0fdfe0c12740ee9236d-00676d3496) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2a6f74ec7fb94292ae41a-00697a4604) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2a6f74ec7fb94292ae41a-00697a4604) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2a6f74ec7fb94292ae41a-00697a4604) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2c84b63503964457b8205-00697a4608) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2c84b63503964457b8205-00697a4608) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2c84b63503964457b8205-00697a4608) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2c84b63503964457b8205-00697a4608) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx47b26cb81871463b9a24e-00697a4608) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx47b26cb81871463b9a24e-00697a4608) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx47b26cb81871463b9a24e-00697a4608) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx47b26cb81871463b9a24e-00697a4608) +test INFO: Client disconnected on read of '/a/c' (txn: txcb0641a27f234a8e9215b-00697a4608) +test INFO: Client disconnected on read of '/a/c/' (txn: txcb0641a27f234a8e9215b-00697a4608) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: txce0fdfe0c12740ee9236d-00676d3496) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx70c6b78ce59f4701a71ae-00676d3496) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txbd81852ecafb41b7b3632-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbd81852ecafb41b7b3632-00676d3496) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6f6dfb3da9ea4d459f43f-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6f6dfb3da9ea4d459f43f-00676d3496) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx6f6dfb3da9ea4d459f43f-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx6f6dfb3da9ea4d459f43f-00676d3496) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx6f6dfb3da9ea4d459f43f-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx6f6dfb3da9ea4d459f43f-00676d3496) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx6f6dfb3da9ea4d459f43f-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx6f6dfb3da9ea4d459f43f-00676d3496) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdfeae11e1e514a02bc753-00676d3496) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txdfeae11e1e514a02bc753-00676d3496)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txdfeae11e1e514a02bc753-00676d3496) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txdfeae11e1e514a02bc753-00676d3496) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txdfeae11e1e514a02bc753-00676d3496) -proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: txdfeae11e1e514a02bc753-00676d3496) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx15ed52ef824f450fbabeb-00676d3496) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx15ed52ef824f450fbabeb-00676d3496) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx22da7eda1c8e48d98f12b-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx22da7eda1c8e48d98f12b-00676d3496) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx22da7eda1c8e48d98f12b-00676d3496) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx22da7eda1c8e48d98f12b-00676d3496) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx58a33bb5ff974975803b8-00676d3497) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx58a33bb5ff974975803b8-00676d3497) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx58a33bb5ff974975803b8-00676d3497) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx58a33bb5ff974975803b8-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx6e99d82841604fc5b294a-00676d3497)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54fdf9ca38c1403fb292d-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx389f1d3622184948b1953-00697a4608) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx54fdf9ca38c1403fb292d-00676d3497) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx54fdf9ca38c1403fb292d-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd605916c4fc1472fa5ec2-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx389f1d3622184948b1953-00697a4608) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd605916c4fc1472fa5ec2-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8e0336bba7fb464b8498e-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc3de4a5c857a465d8f729-00676d3497) -proxy-server ERROR: Object GET returning 503 for [] (txn: txc3de4a5c857a465d8f729-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx9554ba39e8bf4fe9a1798-00676d3497) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx9554ba39e8bf4fe9a1798-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx389f1d3622184948b1953-00697a4608) +test ERROR: Account HEAD returning 503 for [] (txn: tx389f1d3622184948b1953-00697a4608) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txec1ac128d5f5408792e90-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txec1ac128d5f5408792e90-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx1e8626610fad459bb30f9-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx5dfe4ca176f5408a86289-00697a4608) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx1e8626610fad459bb30f9-00676d3497) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx1e8626610fad459bb30f9-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx5dfe4ca176f5408a86289-00697a4608) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx7275cdea4d6245bfa31b2-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7275cdea4d6245bfa31b2-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd5c4f8f4ac3740eda84e0-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx82aa5795c5f847edaf17f-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx82aa5795c5f847edaf17f-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb858b45c90d04a7595704-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb858b45c90d04a7595704-00676d3497) -proxy-server ERROR: Object GET returning 503 for [] (txn: txb858b45c90d04a7595704-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx5dfe4ca176f5408a86289-00697a4608) +test ERROR: Account HEAD returning 503 for [] (txn: tx5dfe4ca176f5408a86289-00697a4608) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx541dd4ed453b4bf7a64cb-00697a4608) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx29c42fbfab8e40548c939-00697a4608) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx9dd263b5a67544fe96886-00697a4608) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx38e5e20748cc432d909cc-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx38e5e20748cc432d909cc-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx38e5e20748cc432d909cc-00676d3497) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx38e5e20748cc432d909cc-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx08fb41b6aa3c4a22a4a3b-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx08fb41b6aa3c4a22a4a3b-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx08fb41b6aa3c4a22a4a3b-00676d3497) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx08fb41b6aa3c4a22a4a3b-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbc8583aab74c4c10873b5-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbc8583aab74c4c10873b5-00676d3497) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbc8583aab74c4c10873b5-00676d3497) -proxy-server ERROR: Object GET returning 503 for [] (txn: txbc8583aab74c4c10873b5-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpj2rcsewj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9fa6c663d92e40759dd00edfb1426bf7', 'cf0496a6-6949-4d12-a25d-e8c36bc3e297-sda', '1769620996.90476', '1769620997', '0', '', '1769620997', 1, 1) +test DEBUG: /tmp/tmpj2rcsewj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9fa6c663d92e40759dd00edfb1426bf7', 'cf0496a6-6949-4d12-a25d-e8c36bc3e297-sda', '1769620996.90476', '1769620997', '0', '', '1769620997', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cf0496a6-6949-4d12-a25d-e8c36bc3e297-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpj2rcsewj/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05758 seconds (17.36718/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpj2rcsewj/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'e8e4990794d06f2d2f285b9ca88fc62c', '2c972113-015d-4ce5-ae14-c04177928be8-sda', '1769620996.95617', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('2c972113-015d-4ce5-ae14-c04177928be8-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'e8e4990794d06f2d2f285b9ca88fc62c', '2c972113-015d-4ce5-ae14-c04177928be8-sda', '1769620996.95617', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('2c972113-015d-4ce5-ae14-c04177928be8-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnkhl6awx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f65c2781-a424-4423-8b10-d9f4fb0b8a21-sda', '1769620998.80497', '1769620999', '1769621000', '', '1769621000', 0, 0) +test DEBUG: /tmp/tmpnkhl6awx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f65c2781-a424-4423-8b10-d9f4fb0b8a21-sda', '1769620998.80497', '1769620999', '1769621000', '', '1769621000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f65c2781-a424-4423-8b10-d9f4fb0b8a21-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02396 seconds (41.73502/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpifw2nazk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9e19fe84fbb8b214b111ae64f0017af8', '90c9ed76-44b1-4070-9e59-674ebbc6150d-sda', '1769620998.84900', '1769620999', '1769621000', '', '1769621000', 1, 0) +test DEBUG: /tmp/tmpifw2nazk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769621001.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '90c9ed76-44b1-4070-9e59-674ebbc6150d-sda') +test DEBUG: /tmp/tmpifw2nazk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.01056s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9e19fe84fbb8b214b111ae64f0017af8', '90c9ed76-44b1-4070-9e59-674ebbc6150d-sda', '1769620998.84900', '1769620999', '1769621000', '', '1769621000', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('90c9ed76-44b1-4070-9e59-674ebbc6150d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpifw2nazk/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06552 seconds (15.26181/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpifw2nazk/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'b4f610201c377dc37145f5209ee70eac', '9b90cc00-f2cd-41f9-bab1-e2204bd2190e-sda', '1769620998.90828', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('9b90cc00-f2cd-41f9-bab1-e2204bd2190e-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'b4f610201c377dc37145f5209ee70eac', '9b90cc00-f2cd-41f9-bab1-e2204bd2190e-sda', '1769620998.90828', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('9b90cc00-f2cd-41f9-bab1-e2204bd2190e-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppsu2932x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5e404e4-02be-4362-877c-544873459cae-sda', '1769620998.95941', '1769620999', '1769621000', '', '1769621000', 0, 1) +test DEBUG: /tmp/tmppsu2932x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5e404e4-02be-4362-877c-544873459cae-sda', '1769620998.95941', '1769620999', '1769621000', '', '1769621000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b5e404e4-02be-4362-877c-544873459cae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04320 seconds (23.14987/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdwcfiogv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd2b303291785a84b744d7742da9a121b', '6a6ffaf6-87fa-4ccf-bd02-aaa25a9fb041-sda', '1769620999.02916', '1769621000', '1769621001', '', '1769621001', 1, 0) +test DEBUG: /tmp/tmpdwcfiogv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210354.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/2dc/bf35f3317022aed1af2eb526b22432dc/bf35f3317022aed1af2eb526b22432dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210356.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/4bf/fce16c4ddd4b5d070ad7f716070ce4bf/fce16c4ddd4b5d070ad7f716070ce4bf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210356.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/4bf/fce16c4ddd4b5d070ad7f716070ce4bf/fce16c4ddd4b5d070ad7f716070ce4bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210358.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/5bd/c8c1b7600ed8987feed6119ac93ac5bd/c8c1b7600ed8987feed6119ac93ac5bd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210358.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/5bd/c8c1b7600ed8987feed6119ac93ac5bd/c8c1b7600ed8987feed6119ac93ac5bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210360.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f9a/05f41f1fc77d32b536bf1e4b3b1f9f9a/05f41f1fc77d32b536bf1e4b3b1f9f9a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210360.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/f9a/05f41f1fc77d32b536bf1e4b3b1f9f9a/05f41f1fc77d32b536bf1e4b3b1f9f9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210362.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ced/262f6bdde3f541eb0005f84bde056ced/262f6bdde3f541eb0005f84bde056ced.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210362.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/ced/262f6bdde3f541eb0005f84bde056ced/262f6bdde3f541eb0005f84bde056ced.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210364.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/6b4/9cb36b5af67317c6247faee41882f6b4/9cb36b5af67317c6247faee41882f6b4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210364.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/6b4/9cb36b5af67317c6247faee41882f6b4/9cb36b5af67317c6247faee41882f6b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210366.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/cd1/7ae181db31523f27e182d67094028cd1/7ae181db31523f27e182d67094028cd1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210366.00000, db: /tmp/tmpqw6dcazi/sda/containers/0/cd1/7ae181db31523f27e182d67094028cd1/7ae181db31523f27e182d67094028cd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210138.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/bc3/eb59ca509787ced699b812b2879fcbc3/eb59ca509787ced699b812b2879fcbc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210143.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/1d8/ea22cc4fb5a7c0f19c9cf9f7b5d7e1d8/ea22cc4fb5a7c0f19c9cf9f7b5d7e1d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210148.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/587/6473905310ca021c1fe7bc66af1bc587/6473905310ca021c1fe7bc66af1bc587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210153.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d58/40a0176f1378e1f704eda1e9e65c0d58/40a0176f1378e1f704eda1e9e65c0d58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210158.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/bce/8b37c95cd40993225d001560a4fbfbce/8b37c95cd40993225d001560a4fbfbce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210163.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/ccf/078e41d24f828ee87f594807b7cbeccf/078e41d24f828ee87f594807b7cbeccf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210168.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/eea/5efb793a7f32a0ecbb9733b42f2ddeea/5efb793a7f32a0ecbb9733b42f2ddeea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210173.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/508/b698d7b9fdc6e1ec08775ac3259f4508/b698d7b9fdc6e1ec08775ac3259f4508.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210178.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d1b/1c01cf6ba1229d4534fee2847ce9cd1b/1c01cf6ba1229d4534fee2847ce9cd1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210183.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/215/a372efa5a0202891ffaad3fcbc764215/a372efa5a0202891ffaad3fcbc764215.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210188.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/750/ae9561fc23ddc910b03504fe29685750/ae9561fc23ddc910b03504fe29685750.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210193.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/00e/6314c9952c01fe3d100b24e76191800e/6314c9952c01fe3d100b24e76191800e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210198.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/85c/ff1275ee2124602bcfc6512850c8e85c/ff1275ee2124602bcfc6512850c8e85c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210203.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/cc4/ee2de0386a6b5a72a160087cf4740cc4/ee2de0386a6b5a72a160087cf4740cc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210208.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fc9/cdc31132cd2574bc21f64d468b2d3fc9/cdc31132cd2574bc21f64d468b2d3fc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210213.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/914/52ee8c5460c08502208358f3ac7f5914/52ee8c5460c08502208358f3ac7f5914.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210218.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/71c/7872736e7cd41569e889c3f399ec171c/7872736e7cd41569e889c3f399ec171c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210223.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/3d7/73d5aeda8839d2b12c38f2909c0d23d7/73d5aeda8839d2b12c38f2909c0d23d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210228.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/65a/9169718e10e6b45159bd7905e47e265a/9169718e10e6b45159bd7905e47e265a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210233.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/def/f0513191963c20c784d68df485626def/f0513191963c20c784d68df485626def.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210238.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/9cc/27193e8f5b0365f6bb6985200d3ff9cc/27193e8f5b0365f6bb6985200d3ff9cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210243.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/4cc/6f08070b13ba51531929963b737314cc/6f08070b13ba51531929963b737314cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210248.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/31a/3c7f22ce6ccc148cedce121fb6d3e31a/3c7f22ce6ccc148cedce121fb6d3e31a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txd126a0e6ee6a425fa457b-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx14f109f0f3bf40d7b23f6-00676d3497) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx14f109f0f3bf40d7b23f6-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx76d49e231fa4406ba4fa9-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx4b2a6d709499408f99f58-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txf8ac0fac9c964648865ba-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx6f299d56407943b8a7ab8-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txb42b7a971dc74d32aeb4d-00676d3497) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txb42b7a971dc74d32aeb4d-00676d3497) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txb42b7a971dc74d32aeb4d-00676d3497) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txb42b7a971dc74d32aeb4d-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx31a079043bb54ec2801ce-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx0f86e86008b447d1964f4-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx0b7ed3e90cf443b594439-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx37b0a63fba3e4b5c82b70-00676d3497) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx37b0a63fba3e4b5c82b70-00676d3497) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx37b0a63fba3e4b5c82b70-00676d3497) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx5cd0c7db92ae48cdb8384-00676d3497) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5cd0c7db92ae48cdb8384-00676d3497) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb27afe27aff04823a5e23-00676d3497) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2dad91d16b8a4650a133f-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx2dad91d16b8a4650a133f-00676d3498) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx2dad91d16b8a4650a133f-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txc3e49424013e4f9d9574d-00676d3498) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc3e49424013e4f9d9574d-00676d3498) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc3e49424013e4f9d9574d-00676d3498)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -Unlinked retiring db '/tmp/tmpgdqvvnqo/containers/part/suffix/hash/container.db' -Container 'a/c' cannot be set to sharded state while in sharded state +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0086 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0057 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0054 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0053 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0064 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0071 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0140 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0058 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0099 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0092 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0100 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0021 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0117 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0062 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0019 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0117 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0071 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0129 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0081 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0132 "-" 790409 0test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txc3e49424013e4f9d9574d-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txc4a38462d0e4434381b08-00676d3498) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc4a38462d0e4434381b08-00676d3498) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc4a38462d0e4434381b08-00676d3498) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx43f98a5857b647f7be624-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx43f98a5857b647f7be624-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx43f98a5857b647f7be624-00676d3498) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx43f98a5857b647f7be624-00676d3498) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx637fcf39a3e64e8bb4cc4-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx637fcf39a3e64e8bb4cc4-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx637fcf39a3e64e8bb4cc4-00676d3498) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx00a4723bbfd748f193a50-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx00a4723bbfd748f193a50-00676d3498) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx00a4723bbfd748f193a50-00676d3498) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx286db75490c748c4bf32f-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx286db75490c748c4bf32f-00676d3498) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx286db75490c748c4bf32f-00676d3498)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa230268562834f48b067a-00697a4602" "proxy-server 790416" 2.2152 "-" 790416 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa230268562834f48b067a-00697a4602" "proxy-server 790416" 2.2257 "-" 790416 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa230268562834f48b067a-00697a4602 - 2.2325 - - 1769620994.268668175 1769620996.501179934 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7f89445f6b304f1f842b4-00697a4604" "proxy-server 790416" 0.0083 "-" 790416 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43911/sda1/2/a/c1" "tx7f89445f6b304f1f842b4-00697a4604" "container-server 790416" 0.0049 "-" 790416 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44471/sdb1/2/a/c1" "tx7f89445f6b304f1f842b4-00697a4604" "container-server 790416" 0.0009 "-" 790416 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7f89445f6b304f1f842b4-00697a4604" "proxy-server 790416" 0.0155 "-" 790416 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7f89445f6b304f1f842b4-00697a4604" "proxy-server 790416" 0.0248 "-" 790416 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7f89445f6b304f1f842b4-00697a4604 - 0.0402 - - 1769620996.502844334 1769620996.543001413 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe4f9c42247cc4d1890339-00697a4604" "proxy-server 790416" 0.0039 "-" 790416 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44471/sdb1/1/a/c2" "txe4f9c42247cc4d1890339-00697a4604" "container-server 790416" 0.0009 "-" 790416 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43911/sda1/1/a/c2" "txe4f9c42247cc4d1890339-00697a4604" "container-server 790416" 0.0179 "-" 790416 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe4f9c42247cc4d1890339-00697a4604" "proxy-server 790416" 0.0366 "-" 790416 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe4f9c42247cc4d1890339-00697a4604" "proxy-server 790416" 0.0278 "-" 790416 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe4f9c42247cc4d1890339-00697a4604 - 0.0466 - - 1769620996.544269800 1769620996.590869427 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpw208w5r7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpw208w5r7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpw208w5r7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpw208w5r7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0076 "-" 790416 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0069 "-" 790416 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0085 "-" 790416 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0061 "-" 790416 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx18a6ad8a1a494fd989cd9-00697a4614" "proxy-server 790416" 0.0011 "-" 790416 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44731/sdb1/1/a/c" "tx18a6ad8a1a494fd989cd9-00697a4614" "container-server 790416" 0.0009 "-" 790416 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:38177/sda1/1/a/c" "tx18a6ad8a1a494fd989cd9-00697a4614" "container-server 790416" 0.0009 "-" 790416 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx18a6ad8a1a494fd989cd9-00697a4614" "proxy-server 790416" 0.0181 "-" 790416 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx18a6ad8a1a494fd989cd9-00697a4614" "proxy-server 790416" 0.0111 "-" 790416 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx18a6ad8a1a494fd989cd9-00697a4614 - 0.0251 - - 1769621012.580491781 1769621012.605550051 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1a7fb7169c9e488abf80b-00697a4614" "proxy-server 790416" 0.0011 "-" 790416 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44731/sdb1/1/a1/c1" "tx1a7fb7169c9e488abf80b-00697a4614" "container-server 790416" 0.0010 "-" 790416 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:38177/sda1/1/a1/c1" "tx1a7fb7169c9e488abf80b-00697a4614" "container-server 790416" 0.0010 "-" 790416 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1a7fb7169c9e488abf80b-00697a4614" "proxy-server 790416" 0.0177 "-" 790416 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1a7fb7169c9e488abf80b-00697a4614" "proxy-server 790416" 0.0114 "-" 790416 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1a7fb7169c9e488abf80b-00697a4614 - 0.0245 - - 1769621012.606743336 1769621012.631222725 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx40e7a51e9ed041ffac398-00697a4614" "proxy-server 790416" 0.0053 "-" 790416 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44731/sdb1/2/a/c1" "tx40e7a51e9ed041ffac398-00697a4614" "container-server 790416" 0.0039 "-" 790416 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38177/sda1/2/a/c1" "tx40e7a51e9ed041ffac398-00697a4614" "container-server 790416" 0.0009 "-" 790416 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx40e7a51e9ed041ffac398-00697a4614" "proxy-server 790416" 0.0244 "-" 790416 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx40e7a51e9ed041ffac398-00697a4614" "proxy-server 790416" 0.0148 "-" 790416 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx40e7a51e9ed041ffac398-00697a4614 - 0.0354 - - 1769621012.632385015 1769621012.667771339 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx00efa76e0ad54a54b3a3a-00697a4614" "proxy-server 790416" 0.0044 "-" 790416 -test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx286db75490c748c4bf32f-00676d3498) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx286db75490c748c4bf32f-00676d3498) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx286db75490c748c4bf32f-00676d3498) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9cc3976c473e4ffc97bd7-00676d3498) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx2fd19bdbfa094e20aa0e3-00676d3498) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: tx104e93731ed140e0a03f8-00676d3498) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx1796504a38774c438c6b0-00676d3498) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx8da16d96c4154613aca76-00676d3498) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx5a0d684ab29a4389895a9-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx87953c63309a4d42aa088-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txbde6751ae0844e469f842-00676d3498) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx3cbfa29179984fcf94f63-00676d3498)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:38177/sda1/1/a/c2" "tx00efa76e0ad54a54b3a3a-00697a4614" "container-server 790416" 0.0009 "-" 790416 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44731/sdb1/1/a/c2" "tx00efa76e0ad54a54b3a3a-00697a4614" "container-server 790416" 0.0055 "-" 790416 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx00efa76e0ad54a54b3a3a-00697a4614" "proxy-server 790416" 0.0266 "-" 790416 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx00efa76e0ad54a54b3a3a-00697a4614" "proxy-server 790416" 0.0158 "-" 790416 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/34 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx00efa76e0ad54a54b3a3a-00697a4614 - 1.5084 - - 1769621012.668954611 1769621014.177323818 2 -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Setting object count to 1072 (txn: tx6b7e01100d8f48ae8c47d-00676d3490) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Setting object count to 1072 (txn: txf55d06240450426a9dc52-00676d3494) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx7d04628e84cf4004bd6cc-00676d3499)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -Unlinked retiring db '/tmp/tmpgdqvvnqo/containers/part/suffix/hash/container_1735210152.00000.db' +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx01560f4414ec49c28c216-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx9bc3c161263f4cce96ed7-00676d3498) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception (txn: txbb52392f172442ddb2740-00676d3498) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx91ff073095894a06bf21f-00676d3498) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx5269cd326e474d208f7a0-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx75bec849005b46efa16f0-00676d3499) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx75bec849005b46efa16f0-00676d3499) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx75bec849005b46efa16f0-00676d3499) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx75bec849005b46efa16f0-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read - raise Exception('exception message') -Exception: exception message (txn: tx14b1854650e94c94a28c2-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception: boom (txn: tx3b78339165fb43bfa780e-00676d3499) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx9a86f4b3980b43a59be7a-00676d3499) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx48609d925bbc444ebdde2-00676d3499)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx58f6629d5d6a47e8aa72c-00676d3499) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: tx58f6629d5d6a47e8aa72c-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6236d89b08db44f8b9971-00676d3499) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx36dbd09b0bff493da8f38-00676d3499) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx36dbd09b0bff493da8f38-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx4be1b99b81784bcbb49df-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx20773017356848558fb8b-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok + +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0099 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:16 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0028 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0100 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0091 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0076 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0074 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 790414 0 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0071 "-" 790414 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0077 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 790414 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0128 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0116 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0093 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 790414 - +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 790414 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: txd079e57ce4144c19bb56f-00676d3499) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx4630859da9ab40b580207-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx3bb0b62b289a45a98ea21-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0087 "-" 790414 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0071 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 790414 2 +test INFO: - - - [28/Jan/2026:17:23:19 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0058 "-" 790414 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpq7qay7_d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq7qay7_d/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpq7qay7_d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq7qay7_d/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:19 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0070 "-" 790414 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0060 "-" 790414 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0059 "-" 790414 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0061 "-" 790414 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfb132e9f1eb64046b7f76-00697a4607" "proxy-server 790414" 0.0016 "-" 790414 -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210137.89984 <= '409 (1735210137.89984), 409 (1735210137.89984), 409 (1735210137.89984)' (txn: tx198c76a936a44af7ab2c0-00676d3499) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210137.91254 <= '409 (1735210137.91254), 409 (1735210137.91254), 409 (1735210137.91254)' (txn: tx39e829c61fb446739a64c-00676d3499) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210137.91615 <= '409 (1735210137.91615), 409 (1735210137.91615), 409 (1735210137.91615)' (txn: txefdd53e6324c4bcf91b44-00676d3499) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210138.00000 <= '409 (1735210139.00000), 409 (1735210139.00000), 409 (1735210139.00000)' (txn: txdea64afd4a004000aa1fc-00676d349a) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210140.00000 <= '409 (1735210141.00000), 409 (1735210141.00000), 409 (1735210141.00000)' (txn: txf6cb87e2c36444148ecf7-00676d349a) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210142.00000 <= '409 (1735210143.00000), 409 (1735210143.00000), 409 (1735210143.00000)' (txn: tx683cd2cbae544245a4fb7-00676d349a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210138.00000 <= '409 (1735210138.00000), 409 (1735210138.00000), 409 (1735210138.00000)' (txn: tx2940ec778b2746688e071-00676d349a) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210139.00000 <= '409 (1735210139.00000), 409 (1735210139.00000), 409 (1735210139.00000)' (txn: tx57839ccafc8c47e8a1faf-00676d349a) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210140.00000 <= '409 (1735210140.00000), 409 (1735210140.00000), 409 (1735210140.00000)' (txn: txf17c031ee8454f82b1aa1-00676d349a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210138.00000 <= '409 (1735210138.00000)' (txn: tx0d3b999ef3ad464fa6579-00676d349a) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210139.00000 <= '409 (1735210139.00000)' (txn: tx5959465bdd6a4d1cb337e-00676d349a) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210140.00000 <= '409 (1735210140.00000)' (txn: tx654b5ade345d47c5ac2ad-00676d349a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txdc416ccc9b154627924eb-00697a4601) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.12:1012/sdm (txn: tx01e86145cfa743abaa4b4-00697a4607) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.02s) (txn: tx393159e3bac04be498b90-00697a4607) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txa1e14bc4ee7c42ee950db-00697a4607) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59d1d3f9cd4048f6ad926-00697a4607) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txfa4e05fc4797468094bc6-00676d349a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210138.00000 <= '409 (1735210139.00000)' (txn: txf1881451ec3f4300a2f82-00676d349a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx4702a103f5544a518e504-00676d349a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210138.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx2ea6e30a98d1421984196-00676d349a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735210138.00000 <= '409 (1735210139.00000), 201 (unknown), 201 (unknown)' (txn: tx54b52a7142d74b3a9ac3d-00676d349a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test INFO: - - - [28/Jan/2026:17:23:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0105 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0102 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 790409 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0101 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0069 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 790409 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0072 "-" 790409 0 +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 790409 - +test INFO: - - - [28/Jan/2026:17:23:20 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0067 "-" 790409 0 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: Setting object count to 1032 (txn: txfc27c3aaef4f4f52a1d01-00697a4609) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: Setting object count to 48 (txn: txb26aa406f292459e96402-00697a4609) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bbbeb3f5fc54987a7e34-00697a4609)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok + +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp83z0_r3c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp83z0_r3c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp83z0_r3c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1769620997.00000, path: a/c, db: /tmp/tmpol7l0go_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769620997.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmp7p3p59x5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769620998.00000-0, db: /tmp/tmp82hy6d0q/sda/containers/0/923/672064bfbad68ff5385b8ea695570923/672064bfbad68ff5385b8ea695570923.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769620998.00000-0, db: /tmp/tmp82hy6d0q/sda/containers/0/923/672064bfbad68ff5385b8ea695570923/672064bfbad68ff5385b8ea695570923.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621001.00000-0, db: /tmp/tmp82hy6d0q/sda/containers/0/8b5/81e82d65751f1b09f689a5fd291db8b5/81e82d65751f1b09f689a5fd291db8b5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621001.00000-0, db: /tmp/tmp82hy6d0q/sda/containers/0/8b5/81e82d65751f1b09f689a5fd291db8b5/81e82d65751f1b09f689a5fd291db8b5.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769620998.00000, (0, 0) as of 1769620998.00000, active as of 1769620998.00000> to ShardRange<'k' to 't' as of 1769620999.00000, (0, 0) as of 1769620999.00000, active as of 1769620999.00000>, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621003.00000, (0, 0) as of 1769621003.00000, shrinking as of 1769621000.00000> to ShardRange<'k' to 't' as of 1769621003.00000, (0, 0) as of 1769621003.00000, sharding as of 1769621004.00000>, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpfs_xyzi6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-7910d0e28b4a70a58cc7df5eaa2f6cf8-1769621002.00000-2, db: /tmp/tmpd1ufm_is/sda/containers/0/414/373dab2210bd4fe033f9b53dbd023414/373dab2210bd4fe033f9b53dbd023414.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769620998.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/71b/8b0603d8dd04ade6610dcc16dc55971b/8b0603d8dd04ade6610dcc16dc55971b.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769620998.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/71b/8b0603d8dd04ade6610dcc16dc55971b/8b0603d8dd04ade6610dcc16dc55971b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621007.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/52f/ef2175004050897dfbceef2732efe52f/ef2175004050897dfbceef2732efe52f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621007.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/52f/ef2175004050897dfbceef2732efe52f/ef2175004050897dfbceef2732efe52f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621016.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/e6d/f4ccf8d21541c59bd49f71e795945e6d/f4ccf8d21541c59bd49f71e795945e6d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621016.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/e6d/f4ccf8d21541c59bd49f71e795945e6d/f4ccf8d21541c59bd49f71e795945e6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621025.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/34d/cf1f0663f44e3f6131f075077bb8e34d/cf1f0663f44e3f6131f075077bb8e34d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621025.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/34d/cf1f0663f44e3f6131f075077bb8e34d/cf1f0663f44e3f6131f075077bb8e34d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621034.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/fc3/c23d7d000723059ab1a9b583e9f3cfc3/c23d7d000723059ab1a9b583e9f3cfc3.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621034.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/fc3/c23d7d000723059ab1a9b583e9f3cfc3/c23d7d000723059ab1a9b583e9f3cfc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621043.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/68f/e4f6b82328d7cf57843a72a3ff15968f/e4f6b82328d7cf57843a72a3ff15968f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621043.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/68f/e4f6b82328d7cf57843a72a3ff15968f/e4f6b82328d7cf57843a72a3ff15968f.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp4kyg5ai0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4kyg5ai0/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp4kyg5ai0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4kyg5ai0/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:48:59 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.7703 "-" 3026138 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:00 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.5632 "-" 3026138 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:01 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.6755 "-" 3026138 -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok -Unlinked retiring db '/tmp/tmpgdqvvnqo/containers/part/suffix/hash/container_1735210163.00000.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30d5b0466e544e44b5fde-00697a460a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok + +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd2b303291785a84b744d7742da9a121b', '6a6ffaf6-87fa-4ccf-bd02-aaa25a9fb041-sda', '1769620999.02916', '1769621000', '1769621001', '', '1769621001', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6a6ffaf6-87fa-4ccf-bd02-aaa25a9fb041-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpdwcfiogv/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 1.87384 seconds (0.53366/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpdwcfiogv/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'fdbd3f8a90c9c601cee8536e1363bbc7', '92b48e6e-ce72-4776-a0d1-4a7b23defb34-sda', '1769621000.90362', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('92b48e6e-ce72-4776-a0d1-4a7b23defb34-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'fdbd3f8a90c9c601cee8536e1363bbc7', '92b48e6e-ce72-4776-a0d1-4a7b23defb34-sda', '1769621000.90362', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('92b48e6e-ce72-4776-a0d1-4a7b23defb34-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpvhap1jhn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '700768a7-96a8-49b0-b3fa-d9671754dd06-sda', '1769621002.72330', '1769621002', '1769621003', '', '1769621003', 0, 1) +test DEBUG: /tmp/tmpvhap1jhn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '700768a7-96a8-49b0-b3fa-d9671754dd06-sda', '1769621002.72330', '1769621002', '1769621003', '', '1769621003', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('700768a7-96a8-49b0-b3fa-d9671754dd06-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03244 seconds (30.82678/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpoynd6j2f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '672e9adf-e947-42c7-a01f-37526e52cd8d-sda', '1769621002.78050', '1769621002', '1769621003', '', '1769621003', 0, 0) +test DEBUG: /tmp/tmpoynd6j2f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '672e9adf-e947-42c7-a01f-37526e52cd8d-sda', '1769621002.78050', '1769621002', '1769621003', '', '1769621003', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('672e9adf-e947-42c7-a01f-37526e52cd8d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03119 seconds (32.05762/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpyanj0_xh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1ab77e98-9b3b-4671-8d13-4d4b3f976ba5-sda', '1769621002.85109', '1769621004', '0', '', '1769621004', 0, 1) +test DEBUG: /tmp/tmpyanj0_xh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1ab77e98-9b3b-4671-8d13-4d4b3f976ba5-sda', '1769621002.85109', '1769621004', '0', '', '1769621004', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1ab77e98-9b3b-4671-8d13-4d4b3f976ba5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04523 seconds (22.10910/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp59y82yl1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2d8b66f1e6dd4572c0cbc80bea928a94', '533ac736-ddc5-4e30-8cfd-bb4445c77566-sda', '1769621002.93964', '1769621004', '0', '', '1769621004', 1, 1) +test DEBUG: /tmp/tmp59y82yl1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2d8b66f1e6dd4572c0cbc80bea928a94', '533ac736-ddc5-4e30-8cfd-bb4445c77566-sda', '1769621002.93964', '1769621004', '0', '', '1769621004', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('533ac736-ddc5-4e30-8cfd-bb4445c77566-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp59y82yl1/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.19399 seconds (5.15495/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp59y82yl1/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '1eeddec317c2f7f9bda714854cde5b51', 'a8515e45-bc92-4846-8c42-2724ba1ca3e6-sda', '1769621003.13126', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('a8515e45-bc92-4846-8c42-2724ba1ca3e6-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '1eeddec317c2f7f9bda714854cde5b51', 'a8515e45-bc92-4846-8c42-2724ba1ca3e6-sda', '1769621003.13126', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('a8515e45-bc92-4846-8c42-2724ba1ca3e6-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ed92e6e8-560a-4a0e-a27c-ab906fc518b3-sda', '1769621003.16754', '1769621003.16513', '0', '', '1769621003.16513', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpyqm5njw5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '54ee13cc-7ffd-4a86-91da-9b18dd27e35b-sda', '1769621003.18124', '1769621003.17887', '0', '', '1769621003.17887', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:02 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.8914 "-" 3026138 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:02 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx29d3043ffea84fc4b0e8f-00676d349e" "proxy-server 3026138" 0.0127 "-" 3026138 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48955/sdb1/1/a/c" "tx29d3043ffea84fc4b0e8f-00676d349e" "container-server 3026138" 0.0025 "-" 3026138 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:38983/sda1/1/a/c" "tx29d3043ffea84fc4b0e8f-00676d349e" "container-server 3026138" 0.0092 "-" 3026138 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx29d3043ffea84fc4b0e8f-00676d349e" "proxy-server 3026138" 0.4545 "-" 3026138 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx29d3043ffea84fc4b0e8f-00676d349e" "proxy-server 3026138" 0.2511 "-" 3026138 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/02 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx29d3043ffea84fc4b0e8f-00676d349e - 0.5024 - - 1735210142.081834078 1735210142.584249973 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:02 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd9db8a514b4d491289a54-00676d349e" "proxy-server 3026138" 0.0075 "-" 3026138 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:04 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:38983/sda1/1/a1/c1" "txd9db8a514b4d491289a54-00676d349e" "container-server 3026138" 0.0046 "-" 3026138 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:04 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48955/sdb1/1/a1/c1" "txd9db8a514b4d491289a54-00676d349e" "container-server 3026138" 0.0035 "-" 3026138 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:04 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd9db8a514b4d491289a54-00676d349e" "proxy-server 3026138" 1.7712 "-" 3026138 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:04 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd9db8a514b4d491289a54-00676d349e" "proxy-server 3026138" 1.0524 "-" 3026138 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/04 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd9db8a514b4d491289a54-00676d349e - 1.8143 - - 1735210142.587806702 1735210144.402070045 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:05 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb90826c8b60c4635bc3d8-00676d34a0" "proxy-server 3026138" 0.8879 "-" 3026138 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:06 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38983/sda1/2/a/c1" "txb90826c8b60c4635bc3d8-00676d34a0" "container-server 3026138" 0.0121 "-" 3026138 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:07 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48955/sdb1/2/a/c1" "txb90826c8b60c4635bc3d8-00676d34a0" "container-server 3026138" 0.7428 "-" 3026138 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:07 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb90826c8b60c4635bc3d8-00676d34a0" "proxy-server 3026138" 2.3391 "-" 3026138 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:07 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb90826c8b60c4635bc3d8-00676d34a0" "proxy-server 3026138" 1.5076 "-" 3026138 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/07 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb90826c8b60c4635bc3d8-00676d34a0 - 3.2605 - - 1735210144.405264139 1735210147.665788174 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:08 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbf9933d44ea64bc4931ef-00676d34a3" "proxy-server 3026138" 0.6478 "-" 3026138 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48955/sdb1/1/a/c2" "txbf9933d44ea64bc4931ef-00676d34a3" "container-server 3026138" 0.7913 "-" 3026138 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:38983/sda1/1/a/c2" "txbf9933d44ea64bc4931ef-00676d34a3" "container-server 3026138" 0.1640 "-" 3026138 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbf9933d44ea64bc4931ef-00676d34a3" "proxy-server 3026138" 2.5004 "-" 3026138 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbf9933d44ea64bc4931ef-00676d34a3" "proxy-server 3026138" 1.9906 "-" 3026138 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbf9933d44ea64bc4931ef-00676d34a3 - 3.1722 - - 1735210147.668227434 1735210150.840395689 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:48343/sdb1/1/a/c" "txfb132e9f1eb64046b7f76-00697a4607" "container-server 790414" 0.0014 "-" 790414 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44207/sda1/1/a/c" "txfb132e9f1eb64046b7f76-00697a4607" "container-server 790414" 0.0013 "-" 790414 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfb132e9f1eb64046b7f76-00697a4607" "proxy-server 790414" 0.0151 "-" 790414 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfb132e9f1eb64046b7f76-00697a4607" "proxy-server 790414" 0.0270 "-" 790414 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/21 PUT /v1/a/c HTTP/1.0 201 - - t - - - txfb132e9f1eb64046b7f76-00697a4607 - 1.8385 - - 1769620999.302536726 1769621001.140987635 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx097637c7705445c2a007d-00697a4609" "proxy-server 790414" 0.0015 "-" 790414 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44207/sda1/1/a1/c1" "tx097637c7705445c2a007d-00697a4609" "container-server 790414" 0.0013 "-" 790414 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48343/sdb1/1/a1/c1" "tx097637c7705445c2a007d-00697a4609" "container-server 790414" 0.0013 "-" 790414 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx097637c7705445c2a007d-00697a4609" "proxy-server 790414" 0.0234 "-" 790414 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx097637c7705445c2a007d-00697a4609" "proxy-server 790414" 0.0144 "-" 790414 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/21 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx097637c7705445c2a007d-00697a4609 - 0.0333 - - 1769621001.142686367 1769621001.175978661 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5406e97f402b43698e719-00697a4609" "proxy-server 790414" 0.0073 "-" 790414 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48343/sdb1/2/a/c1" "tx5406e97f402b43698e719-00697a4609" "container-server 790414" 0.0013 "-" 790414 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44207/sda1/2/a/c1" "tx5406e97f402b43698e719-00697a4609" "container-server 790414" 0.0045 "-" 790414 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5406e97f402b43698e719-00697a4609" "proxy-server 790414" 0.0170 "-" 790414 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5406e97f402b43698e719-00697a4609" "proxy-server 790414" 0.0273 "-" 790414 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/21 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5406e97f402b43698e719-00697a4609 - 0.0418 - - 1769621001.177618504 1769621001.219451666 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcc7c42748970415b95011-00697a4609" "proxy-server 790414" 0.0048 "-" 790414 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44207/sda1/1/a/c2" "txcc7c42748970415b95011-00697a4609" "container-server 790414" 0.0013 "-" 790414 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48343/sdb1/1/a/c2" "txcc7c42748970415b95011-00697a4609" "container-server 790414" 0.0056 "-" 790414 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcc7c42748970415b95011-00697a4609" "proxy-server 790414" 0.0270 "-" 790414 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcc7c42748970415b95011-00697a4609" "proxy-server 790414" 0.0188 "-" 790414 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcc7c42748970415b95011-00697a4609 - 0.0398 - - 1769621001.221054554 1769621001.260860920 2 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -107479,12 +46200,349 @@ Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods raise Exception('kaboom3!') -Exception: kaboom3!test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: Setting object count to 1064 (txn: tx2bbbeb3f5fc54987a7e34-00697a4609) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx16e442330dd04f2783861-00697a460c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx16e442330dd04f2783861-00697a460c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx16e442330dd04f2783861-00697a460c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx16e442330dd04f2783861-00697a460c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx16e442330dd04f2783861-00697a460c) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx16e442330dd04f2783861-00697a460c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx16e442330dd04f2783861-00697a460c) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx834c082e78424fd2b4da7-00697a460c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx834c082e78424fd2b4da7-00697a460c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx834c082e78424fd2b4da7-00697a460c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx834c082e78424fd2b4da7-00697a460c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx834c082e78424fd2b4da7-00697a460c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx834c082e78424fd2b4da7-00697a460c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx834c082e78424fd2b4da7-00697a460c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Setting object count to 1065 (txn: txffb0cb8600e249829b6b9-00697a460e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx9f184d92a59c404c9aed9-00697a460f) +test DEBUG: Setting object count to 1065 (txn: tx9f184d92a59c404c9aed9-00697a460f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3bc4d87139194f97a37f1-00697a4610) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx3bc4d87139194f97a37f1-00697a4610) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9b4f2a4ecad24f2cb7291-00697a4611)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4ed13fb21ca242b1b861a-00697a460e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d0a8cb40ad246c3ad341-00697a4611) + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx470c06172a92487b82199-00697a4607) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Ignoring 404 from primary (txn: txca5ee74e1a754e188fcc7-00697a460b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx864444b3d3284fb79f92b-00697a460b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.4:1004/sde (txn: txc789e793aae94c96807e5-00697a460c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621052.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/9e4/946396ed28b6d405b454a2e1a12c29e4/946396ed28b6d405b454a2e1a12c29e4.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621052.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/9e4/946396ed28b6d405b454a2e1a12c29e4/946396ed28b6d405b454a2e1a12c29e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621061.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/71e/e7638240d56140ec85af4f1fc075871e/e7638240d56140ec85af4f1fc075871e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621061.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/71e/e7638240d56140ec85af4f1fc075871e/e7638240d56140ec85af4f1fc075871e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621070.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/1bb/c1710f97fc2eb7471d0b0562fedc51bb/c1710f97fc2eb7471d0b0562fedc51bb.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621070.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/1bb/c1710f97fc2eb7471d0b0562fedc51bb/c1710f97fc2eb7471d0b0562fedc51bb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621070.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/1bb/c1710f97fc2eb7471d0b0562fedc51bb/c1710f97fc2eb7471d0b0562fedc51bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621079.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/b92/366b0808eaad8e9cb4936d74cc2d6b92/366b0808eaad8e9cb4936d74cc2d6b92.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621079.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/b92/366b0808eaad8e9cb4936d74cc2d6b92/366b0808eaad8e9cb4936d74cc2d6b92.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621079.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/b92/366b0808eaad8e9cb4936d74cc2d6b92/366b0808eaad8e9cb4936d74cc2d6b92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621088.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/985/1db6510fb40b60afd1c71a75014b1985/1db6510fb40b60afd1c71a75014b1985.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621088.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/985/1db6510fb40b60afd1c71a75014b1985/1db6510fb40b60afd1c71a75014b1985.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621088.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/985/1db6510fb40b60afd1c71a75014b1985/1db6510fb40b60afd1c71a75014b1985.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621097.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/063/b8791588cfced8d5eae6cda6ce47d063/b8791588cfced8d5eae6cda6ce47d063.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621097.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/063/b8791588cfced8d5eae6cda6ce47d063/b8791588cfced8d5eae6cda6ce47d063.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621097.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/063/b8791588cfced8d5eae6cda6ce47d063/b8791588cfced8d5eae6cda6ce47d063.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621106.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/6d1/8dcef2113395c868cee9cac8cdd356d1/8dcef2113395c868cee9cac8cdd356d1.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621106.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/6d1/8dcef2113395c868cee9cac8cdd356d1/8dcef2113395c868cee9cac8cdd356d1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621106.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/6d1/8dcef2113395c868cee9cac8cdd356d1/8dcef2113395c868cee9cac8cdd356d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621115.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/94b/e7092c50cb309b14ab5ca3e2cb19b94b/e7092c50cb309b14ab5ca3e2cb19b94b.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621115.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/94b/e7092c50cb309b14ab5ca3e2cb19b94b/e7092c50cb309b14ab5ca3e2cb19b94b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621115.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/94b/e7092c50cb309b14ab5ca3e2cb19b94b/e7092c50cb309b14ab5ca3e2cb19b94b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621124.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/278/cdc729bb01842110a6755278eb384278/cdc729bb01842110a6755278eb384278.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621124.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/278/cdc729bb01842110a6755278eb384278/cdc729bb01842110a6755278eb384278.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621124.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/278/cdc729bb01842110a6755278eb384278/cdc729bb01842110a6755278eb384278.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621133.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/153/821aa568260f8305db4513c80caee153/821aa568260f8305db4513c80caee153.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621133.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/153/821aa568260f8305db4513c80caee153/821aa568260f8305db4513c80caee153.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621133.00000-2, db: /tmp/tmp3xmqch2k/sda/containers/0/153/821aa568260f8305db4513c80caee153/821aa568260f8305db4513c80caee153.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621004.00000-2, db: /tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769621004.00000, (0, 0) as of 1769621004.00000, active as of 1769621004.00000> to ShardRange<'a' to 'b' as of 1769621004.00000, (0, 0) as of 1769621004.00000, sharding as of 1769621009.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621004.00000-2, db: /tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621004.00000-2, db: /tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621004.00000-2, db: /tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621004.00000-2, db: /tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251_1769621004.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok + test ERROR: success 10.0.0.0:1000/sda test ERROR: success 10.0.0.0:1000/sda test ERROR: success 10.0.0.0:1000/sda @@ -107621,177 +46679,842 @@ Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Setting object count to 1072 (txn: tx7d04628e84cf4004bd6cc-00676d3499) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1c3c80e3cedc4b9daa709-00676d349c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1c3c80e3cedc4b9daa709-00676d349c) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c3c80e3cedc4b9daa709-00676d349c) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx1c3c80e3cedc4b9daa709-00676d349c) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx1c3c80e3cedc4b9daa709-00676d349c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txcb88238ac10f4c59b74c8-00676d349f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txe3af4bcfa7e740d7a5eee-00676d34a4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx60b92af80866483b8c1e8-00676d34a7)test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok - -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx60b92af80866483b8c1e8-00676d34a7) -test DEBUG: Setting object count to 3120 (txn: tx60b92af80866483b8c1e8-00676d34a7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test DEBUG: Setting object count to 3120 (txn: tx2af5c70d0c864e5591ca8-00676d34a7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210253.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/c87/76147bc7e754116374114896c009ec87/76147bc7e754116374114896c009ec87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210258.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/139/26a095cab369e7d114162a92c8306139/26a095cab369e7d114162a92c8306139.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210263.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/40c/dca3654ae909a2184fc98c4cc338540c/dca3654ae909a2184fc98c4cc338540c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210268.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/6a4/6751221d090c163302cb3e4ecfba56a4/6751221d090c163302cb3e4ecfba56a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210273.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/824/5eca2109c9cbadc115b727933a731824/5eca2109c9cbadc115b727933a731824.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210278.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/267/3a64dcc9de070537864f50ecad937267/3a64dcc9de070537864f50ecad937267.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210283.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/6cb/3e214cd563e6b31b37e7d9409d7f26cb/3e214cd563e6b31b37e7d9409d7f26cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210288.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/551/a01d3889e05ea1f98d1c5453e2ade551/a01d3889e05ea1f98d1c5453e2ade551.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210293.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/610/ff089780e46a53b1810a8b79eccc1610/ff089780e46a53b1810a8b79eccc1610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210298.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/1bb/7b58444ecfb7347008464ab6aaa0e1bb/7b58444ecfb7347008464ab6aaa0e1bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210303.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/e2e/5639c07e100b52f9c5a9bb3e2a2a0e2e/5639c07e100b52f9c5a9bb3e2a2a0e2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210308.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/b9d/b57ec45b5081996e4faa110ab9abab9d/b57ec45b5081996e4faa110ab9abab9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210313.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/986/2e467b7af4a54d7c63069b5f2a896986/2e467b7af4a54d7c63069b5f2a896986.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210318.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/2dc/7761483296ef5b881cfdc701c66432dc/7761483296ef5b881cfdc701c66432dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210323.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/5e0/9e569b40f92f07054d9adbb52806f5e0/9e569b40f92f07054d9adbb52806f5e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210328.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/6e4/b90d0a3302fd30a082346d118d0c66e4/b90d0a3302fd30a082346d118d0c66e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210333.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/9a1/853dfde2b44fe729f522e85e3db399a1/853dfde2b44fe729f522e85e3db399a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210338.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/c5f/8566e934d37256bb294110bc5afd0c5f/8566e934d37256bb294110bc5afd0c5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210343.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/50b/8c0f01ae7345a7215af495168f6ae50b/8c0f01ae7345a7215af495168f6ae50b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210348.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/afa/394dde62026136140dae75688f9a3afa/394dde62026136140dae75688f9a3afa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210353.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210358.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/895/f978ced535b1b164c3c615a74e1a5895/f978ced535b1b164c3c615a74e1a5895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210363.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210368.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a99/cd17653128ca17b372bbaf3f7d47fa99/cd17653128ca17b372bbaf3f7d47fa99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210373.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/0f3/ffa6187a0bc17608d6ac8b561b0bb0f3/ffa6187a0bc17608d6ac8b561b0bb0f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210378.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/c07/db913c08b98bbc8ce79290cc016ebc07/db913c08b98bbc8ce79290cc016ebc07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210383.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/4ab/bbcd8113ff18e9aabf0b75d533bf04ab/bbcd8113ff18e9aabf0b75d533bf04ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210388.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/9d5/ae171b00cdbac414f57fa3218f6789d5/ae171b00cdbac414f57fa3218f6789d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210393.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d2c/99fb2f246f079a7181fa35f1de25dd2c/99fb2f246f079a7181fa35f1de25dd2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210398.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/96a/fa2937b599d6eb5d861cfbfd5f80f96a/fa2937b599d6eb5d861cfbfd5f80f96a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210403.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/b6b/ea11f300328abaa5353efe4cd4346b6b/ea11f300328abaa5353efe4cd4346b6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210408.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/595/4c3932d3383dafbcf7ae84267c2ba595/4c3932d3383dafbcf7ae84267c2ba595.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210413.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/17b/26c163eac6b3d9fe3658b22b6de2e17b/26c163eac6b3d9fe3658b22b6de2e17b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210418.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a92/c09a09cdccbc193246b19490d9897a92/c09a09cdccbc193246b19490d9897a92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210423.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/ce4/8dcdc0a3474d84e0f052c707d5ed6ce4/8dcdc0a3474d84e0f052c707d5ed6ce4.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok - +Exception: kaboom1! test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test raise Exception('kaboom1!') -Exception: kaboom1! +Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('54ee13cc-7ffd-4a86-91da-9b18dd27e35b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '54ee13cc-7ffd-4a86-91da-9b18dd27e35b-sda', '1769621003.18124', '1769621003.17887', '0', '', '1769621003.17887', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('54ee13cc-7ffd-4a86-91da-9b18dd27e35b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 4.14412 seconds (0.24131/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9abe4451f252751b2dedeeb49a830fd5', '7c3a59cd-3efe-42e5-8930-43af22e0a8d9-sda', '1769621007.47069', '1769621007.46826', '0', '', '1769621007.46826', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('7c3a59cd-3efe-42e5-8930-43af22e0a8d9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '0cc1f0aa39446afcbf2d14621c952c02', '058d519f-f31e-413b-8edc-941fdab43c9c-sda', '1769621009.90599', '1769621009.90186', '0', '', '1769621009.90186', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1769621009.92154', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1769621009.92263', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1769621009.92363', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1769621009.92384', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1769621009.92406', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1769621009.92425', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1769621009.92444', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1769621009.92464', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1769621009.92484', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1769621009.92505', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1769621009.92527', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '058d519f-f31e-413b-8edc-941fdab43c9c-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpez84jfi9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5f9ac3c7-1b63-4a7f-a3ff-a1ef419a75bc-sda', '1769621009.99553', '1769621012', '0', '', '1769621012', 0, 0) +test DEBUG: /tmp/tmpez84jfi9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5f9ac3c7-1b63-4a7f-a3ff-a1ef419a75bc-sda', '1769621009.99553', '1769621012', '0', '', '1769621012', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5f9ac3c7-1b63-4a7f-a3ff-a1ef419a75bc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03353 seconds (29.82374/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5ro12ia7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '28602c12f06ff9509b51237710fe9ff2', '37d88a26-78dd-49e3-a126-f9cf7dc4990a-sda', '1769621010.05949', '1769621013', '0', '', '1769621013', 1, 0) +test DEBUG: /tmp/tmp5ro12ia7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769621014.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37d88a26-78dd-49e3-a126-f9cf7dc4990a-sda') +test DEBUG: /tmp/tmp5ro12ia7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.006567s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '28602c12f06ff9509b51237710fe9ff2', '37d88a26-78dd-49e3-a126-f9cf7dc4990a-sda', '1769621010.05949', '1769621013', '0', '', '1769621013', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('37d88a26-78dd-49e3-a126-f9cf7dc4990a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp5ro12ia7/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07234 seconds (13.82281/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp5ro12ia7/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '2f1cf1b0a1692361db794adb41a20482', 'c49aad0e-7b10-47b0-b4df-56eb38528d96-sda', '1769621010.13231', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('c49aad0e-7b10-47b0-b4df-56eb38528d96-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '2f1cf1b0a1692361db794adb41a20482', 'c49aad0e-7b10-47b0-b4df-56eb38528d96-sda', '1769621010.13231', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('c49aad0e-7b10-47b0-b4df-56eb38528d96-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv5jqkgua/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '51cf788e-be98-4f56-b2b0-f77a55d8a2de-sda', '1769621010.21017', '1769621013', '0', '', '1769621013', 0, 1) +test DEBUG: /tmp/tmpv5jqkgua/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '51cf788e-be98-4f56-b2b0-f77a55d8a2de-sda', '1769621010.21017', '1769621013', '0', '', '1769621013', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('51cf788e-be98-4f56-b2b0-f77a55d8a2de-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok + +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5924a71d1c854d8e94912-00697a460d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx314538193fb84d26a0d29-00697a460e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx43c775d4aa554379a2a60-00697a460e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok + test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test @@ -107866,30 +47589,481 @@ Exception: kaboom1! test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx50c9e386e6804657a9201-00676d34a7) -test INFO: Client disconnected on read of '/a/c' (txn: tx50c9e386e6804657a9201-00676d34a7) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txb24350a180e94eb8bd2a0-00676d34a7) -test INFO: Client disconnected on read of '/a/c' (txn: txb24350a180e94eb8bd2a0-00676d34a7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx4aa0312656194e46a314d-00676d34a8) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx4aa0312656194e46a314d-00676d34a8) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx4aa0312656194e46a314d-00676d34a8) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx4aa0312656194e46a314d-00676d34a8) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txfde79c8448b34493a9992-00697a4612) +test INFO: Client disconnected on read of '/a/c' (txn: txfde79c8448b34493a9992-00697a4612) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txfc5010884ada4bf69fcd5-00697a4612) +test INFO: Client disconnected on read of '/a/c' (txn: txfc5010884ada4bf69fcd5-00697a4612) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx76ee5c9289a04d8da7737-00697a4613) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx76ee5c9289a04d8da7737-00697a4613) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx76ee5c9289a04d8da7737-00697a4613) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx76ee5c9289a04d8da7737-00697a4613) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok + +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx9b4f2a4ecad24f2cb7291-00697a4611) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx61a85c90f4604568932e2-00697a4611) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx61a85c90f4604568932e2-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx61a85c90f4604568932e2-00697a4611) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx61a85c90f4604568932e2-00697a4611) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx02d2839612d24a52acf45-00697a4611) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx02d2839612d24a52acf45-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02d2839612d24a52acf45-00697a4611) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx02d2839612d24a52acf45-00697a4611) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: Setting object count to 3120 (txn: tx5b09c85b7f8942839a1be-00697a4611) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: Setting object count to 3120 (txn: tx26fbfd3f3cd240048012e-00697a4611) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: Setting object count to 3120 (txn: tx8e00954372fe4946ac7bd-00697a4612) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: Setting object count to 3120 (txn: txe6d29bd4a7084b22923cd-00697a4612) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok + +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04581 seconds (21.82869/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptlr0c2bo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '28602c12f06ff9509b51237710fe9ff2', '052b3492-7092-4ab6-a4ad-5a5f64a402e4-sda', '1769621010.28803', '1769621013', '0', '', '1769621013', 1, 0) +test DEBUG: /tmp/tmptlr0c2bo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '28602c12f06ff9509b51237710fe9ff2', '052b3492-7092-4ab6-a4ad-5a5f64a402e4-sda', '1769621010.28803', '1769621013', '0', '', '1769621013', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('052b3492-7092-4ab6-a4ad-5a5f64a402e4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmptlr0c2bo/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06947 seconds (14.39549/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmptlr0c2bo/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '2f1cf1b0a1692361db794adb41a20482', 'a0c76b74-6518-48dd-aa44-3b736fbd8896-sda', '1769621010.35076', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('a0c76b74-6518-48dd-aa44-3b736fbd8896-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '2f1cf1b0a1692361db794adb41a20482', 'a0c76b74-6518-48dd-aa44-3b736fbd8896-sda', '1769621010.35076', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('a0c76b74-6518-48dd-aa44-3b736fbd8896-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp86krp9l9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '48eabf09-63a5-4e6f-a42f-f3dfaf1af5f8-sda', '1769621010.39883', '1769621010', '1769621014', '', '1769621014', 0, 1) +test DEBUG: /tmp/tmp86krp9l9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '48eabf09-63a5-4e6f-a42f-f3dfaf1af5f8-sda', '1769621010.39883', '1769621010', '1769621014', '', '1769621014', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('48eabf09-63a5-4e6f-a42f-f3dfaf1af5f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03474 seconds (28.78382/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpziuj9px4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a6f0be0fb59cc384aea93ace4b2ed8a2', '8126e7b3-51c3-4df1-b083-5cff9fd164f2-sda', '1769621010.47682', '1769621010', '1769621014', '', '1769621014', 1, 0) +test DEBUG: /tmp/tmpziuj9px4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769621015.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8126e7b3-51c3-4df1-b083-5cff9fd164f2-sda') +test DEBUG: /tmp/tmpziuj9px4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00781846s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a6f0be0fb59cc384aea93ace4b2ed8a2', '8126e7b3-51c3-4df1-b083-5cff9fd164f2-sda', '1769621010.47682', '1769621010', '1769621014', '', '1769621014', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8126e7b3-51c3-4df1-b083-5cff9fd164f2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpziuj9px4/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.08075 seconds (12.38403/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpziuj9px4/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '7277e1caa07ab07b45d1fa29ad24887b', '304b9caf-eadd-44ab-b6d9-f33c7e91131e-sda', '1769621010.57708', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('304b9caf-eadd-44ab-b6d9-f33c7e91131e-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '7277e1caa07ab07b45d1fa29ad24887b', '304b9caf-eadd-44ab-b6d9-f33c7e91131e-sda', '1769621010.57708', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('304b9caf-eadd-44ab-b6d9-f33c7e91131e-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpszehhcgf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '44a09bb5-6fdd-46ff-a128-61277cf2b69f-sda', '1769621010.63051', '1769621010', '1769621014', '', '1769621014', 0, 1) +test DEBUG: /tmp/tmpszehhcgf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '44a09bb5-6fdd-46ff-a128-61277cf2b69f-sda', '1769621010.63051', '1769621010', '1769621014', '', '1769621014', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('44a09bb5-6fdd-46ff-a128-61277cf2b69f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03265 seconds (30.62845/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnz8sa8qt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a6f0be0fb59cc384aea93ace4b2ed8a2', 'aee16d86-8ad9-493a-bcc7-309edd0a3533-sda', '1769621010.70176', '1769621010', '1769621014', '', '1769621014', 1, 0) +test DEBUG: /tmp/tmpnz8sa8qt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769621007.14108', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769621007.15022', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -107912,72 +48086,143 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test DEBUG: Setting object count to 3120 (txn: txae0ccfe91f5b4ceaaa7f7-00676d34a7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe40a9dce1641499b90073-00676d34a8) -test DEBUG: Setting object count to 3120 (txn: txe40a9dce1641499b90073-00676d34a8) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txd382d350482b4e59ace51-00676d34a8) -test DEBUG: Setting object count to 3120 (txn: txd382d350482b4e59ace51-00676d34a8) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9720bd26af14d06984fc-00676d34a8) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf9720bd26af14d06984fc-00676d34a8) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa0911147fec64903b21bf-00676d34a8) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txa0911147fec64903b21bf-00676d34a8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa0911147fec64903b21bf-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0911147fec64903b21bf-00676d34a8) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txa0911147fec64903b21bf-00676d34a8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa0911147fec64903b21bf-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa0911147fec64903b21bf-00676d34a8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txa0911147fec64903b21bf-00676d34a8) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txfa321b0b00f8458fa1b31-00676d34a8)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx1a8961fb502c465680574-00697a4612) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx23a3daa7e9e54945b62a1-00697a4612) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6fb47c3e0b874bf9a1b14-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6fb47c3e0b874bf9a1b14-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6fb47c3e0b874bf9a1b14-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6fb47c3e0b874bf9a1b14-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6fb47c3e0b874bf9a1b14-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6fb47c3e0b874bf9a1b14-00697a4612) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6fb47c3e0b874bf9a1b14-00697a4612)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -107986,3456 +48231,9547 @@ test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test ERROR: Failed to unlink '/tmp/tmpu7x1z5os/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpu7x1z5os/containers/part/suffix/hash/container_1735210149.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpu7x1z5os/containers/part/suffix/hash/container_1735210149.00000.db': ['/tmp/tmpu7x1z5os/containers/part/suffix/hash/container.db', '/tmp/tmpu7x1z5os/containers/part/suffix/hash/container_1735210150.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpu7x1z5os/containers/part/suffix/hash/container_1735210150.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmpgrvqglli/containers/part/suffix/hash/b1d013f0-b52b-4591-a1ad-d2d45baeea0f.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -Unlinked retiring db '/tmp/tmpe75791fm/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210428.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/f63/747d4eb323e9b56c312be300469bbf63/747d4eb323e9b56c312be300469bbf63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210433.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/f98/f42ebb81f3c491510b8de4057e6a5f98/f42ebb81f3c491510b8de4057e6a5f98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210438.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/138/77dae765ea71f268f5cc9f8426d6c138/77dae765ea71f268f5cc9f8426d6c138.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210443.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/476/6a3af194b3472885df712ecf211bd476/6a3af194b3472885df712ecf211bd476.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210448.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/3e2/8363683cad95518b1fdca18be76a63e2/8363683cad95518b1fdca18be76a63e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210453.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/9cc/d39f7006c4fc2ca0b1456179afa6c9cc/d39f7006c4fc2ca0b1456179afa6c9cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210458.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/974/ea67a1a0975c3ba78735980925b1c974/ea67a1a0975c3ba78735980925b1c974.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210463.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/88b/f8bc47a2a2de3918a71aee0232e4e88b/f8bc47a2a2de3918a71aee0232e4e88b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210468.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/3ad/81c15e0d057eeaecd9d18a8b88a243ad/81c15e0d057eeaecd9d18a8b88a243ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210473.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/ae5/cf0e5dbd94d3765fd99118e1112efae5/cf0e5dbd94d3765fd99118e1112efae5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210478.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/097/06f515a310fa64eca28f16f5f1a91097/06f515a310fa64eca28f16f5f1a91097.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210483.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/191/a18fee04951ad1ecca8d9a48ff4cc191/a18fee04951ad1ecca8d9a48ff4cc191.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210488.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/115/d3c02e3b374004a1119b8d73d4be9115/d3c02e3b374004a1119b8d73d4be9115.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210493.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/06e/a7bad7daa7d936de1272412234c4606e/a7bad7daa7d936de1272412234c4606e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210498.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/5a5/ecc2d9c592a205e2808fc991957915a5/ecc2d9c592a205e2808fc991957915a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210503.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/ff4/8c504a1dd3f6cc618efafa7b939adff4/8c504a1dd3f6cc618efafa7b939adff4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210508.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/6da/59b87056f59b6f800e597ee89db676da/59b87056f59b6f800e597ee89db676da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210513.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/987/9aa652060b5955af8770517f1b3b1987/9aa652060b5955af8770517f1b3b1987.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210518.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/cf2/365711eb35bf123142208562d6562cf2/365711eb35bf123142208562d6562cf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210523.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/0c0/1e6bc9fc229c6b957fd074800fe280c0/1e6bc9fc229c6b957fd074800fe280c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210528.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/b12/2d3b9d8ed18718c56f09b33761fdbb12/2d3b9d8ed18718c56f09b33761fdbb12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210533.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/262/6d90c0b27b1506b617f56d06256b0262/6d90c0b27b1506b617f56d06256b0262.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210538.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/faf/c48acbf704c9ceabe41752a1c6c11faf/c48acbf704c9ceabe41752a1c6c11faf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210543.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/317/56d2976372c21001451131a5159de317/56d2976372c21001451131a5159de317.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210548.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fe6/39d4d9054f3dc08da084c5d4d875bfe6/39d4d9054f3dc08da084c5d4d875bfe6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210553.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/5e7/6c239600ab46356a7f2c4e40ba9e05e7/6c239600ab46356a7f2c4e40ba9e05e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210558.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/48a/586d96f59983a4944a26813be110e48a/586d96f59983a4944a26813be110e48a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210563.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/6ef/30bb6220ef1774e77a19a9c2299b66ef/30bb6220ef1774e77a19a9c2299b66ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210568.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a7f/fd817fbc24159631c1ace3df9ad2ca7f/fd817fbc24159631c1ace3df9ad2ca7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210573.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/1d1/d4d1a88a3026bc4031019202159a31d1/d4d1a88a3026bc4031019202159a31d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210578.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/02c/2acf0ab42ad773dc99145f4ee677802c/2acf0ab42ad773dc99145f4ee677802c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210583.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/981/fce77072c633d3b35241f360a6599981/fce77072c633d3b35241f360a6599981.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210588.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a11/6c0d0110c311a2aef0fdce7ed46f2a11/6c0d0110c311a2aef0fdce7ed46f2a11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210593.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/391/42b943b2add7f1767e864ee29c423391/42b943b2add7f1767e864ee29c423391.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210598.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a0d/aabfa3b1e464cfb5dda0696700145a0d/aabfa3b1e464cfb5dda0696700145a0d.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -Unlinked retiring db '/tmp/tmpjl6l_ldy/containers/part/suffix/hash/container-9fad3497-55b7-4fd5-86c2-ec73433ea98c.db' -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -Unlinked retiring db '/tmp/tmpjl6l_ldy/containers/part/suffix/hash/container-0bde32b2-cafa-4dca-8ff6-00c3e2ca3090.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210603.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/ca4/cb905cbdf724d0192305c9c16b6b2ca4/cb905cbdf724d0192305c9c16b6b2ca4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210608.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/e50/54b08b12adf9d326ce5e5d7dcdf1fe50/54b08b12adf9d326ce5e5d7dcdf1fe50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210613.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/315/791cca5d0e5384a78300740f3d95e315/791cca5d0e5384a78300740f3d95e315.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210618.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/62b/0460801b7824442774a48acdbffcd62b/0460801b7824442774a48acdbffcd62b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210623.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/237/6aa5a595276588c04877cc25d2900237/6aa5a595276588c04877cc25d2900237.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210628.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/45a/e40669b1d02734cad1d42ed0f166245a/e40669b1d02734cad1d42ed0f166245a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210633.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/7c6/c9736ae15013ae53b16fb7405be9a7c6/c9736ae15013ae53b16fb7405be9a7c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210638.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/4c2/05467184774e62e1ba1124b0fbb414c2/05467184774e62e1ba1124b0fbb414c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210643.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/37e/8a8e0a6a8ba5674b4f4164d1ecca737e/8a8e0a6a8ba5674b4f4164d1ecca737e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210648.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a92/1c2b4fceb050cf41d8bd8d630922fa92/1c2b4fceb050cf41d8bd8d630922fa92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210653.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/4dc/4a3118d7f9e4211575fdb9478bf704dc/4a3118d7f9e4211575fdb9478bf704dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210658.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fd5/f00a68848d62bfb2fa2e2caee0c36fd5/f00a68848d62bfb2fa2e2caee0c36fd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210663.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/3e8/b119e69c05ebc5948ed02f01d93f23e8/b119e69c05ebc5948ed02f01d93f23e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210668.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/1fc/e32a7971e1f92fe95170a24e4f21c1fc/e32a7971e1f92fe95170a24e4f21c1fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210673.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/8c9/503de273cb29c285c057cad9a0f608c9/503de273cb29c285c057cad9a0f608c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210678.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/182/b463db2e7dd4e7f98ba85c6c0a385182/b463db2e7dd4e7f98ba85c6c0a385182.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210683.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/2c1/d580f7d37707eef701ab019bbf3372c1/d580f7d37707eef701ab019bbf3372c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210688.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/9f1/8e48fc067936847e6333d75892b4a9f1/8e48fc067936847e6333d75892b4a9f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210693.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/039/6fa3c2ff7007b78f580d97f06d914039/6fa3c2ff7007b78f580d97f06d914039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210698.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/6d7/ecb7843223caa399d40793b2c9d766d7/ecb7843223caa399d40793b2c9d766d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210703.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/898/9412c5ee9e95a6b129ed043776434898/9412c5ee9e95a6b129ed043776434898.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210708.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a2d/564a0979f0fbf17f4713775b7072ba2d/564a0979f0fbf17f4713775b7072ba2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210713.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/518/57da660307659df5effded5c9d553518/57da660307659df5effded5c9d553518.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210718.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/372/101d3a0ed9f1660470d332a2df124372/101d3a0ed9f1660470d332a2df124372.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210723.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/8fb/92d0f1bad55f3d43612ba1c715d148fb/92d0f1bad55f3d43612ba1c715d148fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210728.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a2d/542c10461b033b037c148a23608c6a2d/542c10461b033b037c148a23608c6a2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210733.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/58f/eaffbf5c2884ec6953ad84d89e00258f/eaffbf5c2884ec6953ad84d89e00258f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210738.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/0a8/583deeafcf82b7ab666d30e66a4050a8/583deeafcf82b7ab666d30e66a4050a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210743.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/80e/b8585098e86b01addf4d3cfc179ba80e/b8585098e86b01addf4d3cfc179ba80e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210748.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/492/1c00fbea3e73a262c63b71b77064f492/1c00fbea3e73a262c63b71b77064f492.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210753.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/0ee/cb9cd5cd4275bf5d7dcc5a90643e40ee/cb9cd5cd4275bf5d7dcc5a90643e40ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210758.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/7b7/9e4282226ac8091b5edb6fd05e48d7b7/9e4282226ac8091b5edb6fd05e48d7b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210763.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/17a/c308ca38b49a40f10ee1aeab45c4e17a/c308ca38b49a40f10ee1aeab45c4e17a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210768.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/705/c11f76056c6dcf22af45b658910be705/c11f76056c6dcf22af45b658910be705.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210773.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/e70/c48fde218dddb5a25288206ec4aa5e70/c48fde218dddb5a25288206ec4aa5e70.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok - -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txfa321b0b00f8458fa1b31-00676d34a8) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2b838ef17c3542a5a7a60-00676d34a8) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx2b838ef17c3542a5a7a60-00676d34a8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2b838ef17c3542a5a7a60-00676d34a8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b838ef17c3542a5a7a60-00676d34a8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2b838ef17c3542a5a7a60-00676d34a8) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbea162b2324743369d755-00676d34a9) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txbea162b2324743369d755-00676d34a9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbea162b2324743369d755-00676d34a9) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txbea162b2324743369d755-00676d34a9) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txbea162b2324743369d755-00676d34a9) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx56e453b20e73496392c94-00676d34a9) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx56e453b20e73496392c94-00676d34a9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx56e453b20e73496392c94-00676d34a9) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx56e453b20e73496392c94-00676d34a9) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx56e453b20e73496392c94-00676d34a9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx1406a0b2007c4cc2a69b2-00676d34ad) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx782829ca33004c4d9ecfa-00676d34b2) -test DEBUG: Setting object count to 1065 (txn: tx782829ca33004c4d9ecfa-00676d34b2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210778.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/23c/d6e86b1c74322110c3bb89405306c23c/d6e86b1c74322110c3bb89405306c23c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210783.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/364/63cdaa1153ca45c17a11ed34660e8364/63cdaa1153ca45c17a11ed34660e8364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210788.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/0ca/bb63999095747cde6c2d115e81d5a0ca/bb63999095747cde6c2d115e81d5a0ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210793.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/74e/74af98c331e389d4008ef04ea539474e/74af98c331e389d4008ef04ea539474e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210798.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/670/3ab73e1f971d189b28a05076232d8670/3ab73e1f971d189b28a05076232d8670.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210803.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/1dd/77d2edcb33e6919a3b1c1b86acb251dd/77d2edcb33e6919a3b1c1b86acb251dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210808.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/60b/496af157f539391c97b7d11fc300e60b/496af157f539391c97b7d11fc300e60b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210813.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/279/b5d095576e53e7b80c5935b0a1bc6279/b5d095576e53e7b80c5935b0a1bc6279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210818.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d0e/d08d8e9954a2f028b1867fcb57a77d0e/d08d8e9954a2f028b1867fcb57a77d0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210823.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d76/deaddfc16e91ae444adf256563331d76/deaddfc16e91ae444adf256563331d76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210828.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/4b6/fed6a797e06732326b4ef0443b55a4b6/fed6a797e06732326b4ef0443b55a4b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210833.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/f36/223d58a77d567c2e12aa33f1b20b1f36/223d58a77d567c2e12aa33f1b20b1f36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210838.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fb8/42a13bb18fcee8d8b2f5eb846f620fb8/42a13bb18fcee8d8b2f5eb846f620fb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210843.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/c61/efd98b800f6393090df40d0b2117ec61/efd98b800f6393090df40d0b2117ec61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210848.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/64f/47cbccc002c488338197cf38587ea64f/47cbccc002c488338197cf38587ea64f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210853.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/896/fb6a01f48952556a4471baf61e819896/fb6a01f48952556a4471baf61e819896.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210858.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a9d/70b28342dd78703a45cb392450aeba9d/70b28342dd78703a45cb392450aeba9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210863.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/2c5/6a61453fe8bd940090cc266e86dd42c5/6a61453fe8bd940090cc266e86dd42c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210868.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/e81/5b0509c9036f1549c49dccbe79dfbe81/5b0509c9036f1549c49dccbe79dfbe81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210873.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d3e/4e000050b5afc92f1ba530443143ed3e/4e000050b5afc92f1ba530443143ed3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210878.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/230/280e75ce2f87ccd2308c2b28a2022230/280e75ce2f87ccd2308c2b28a2022230.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210883.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/f49/e13995fd4ec9da89a304cc4edd682f49/e13995fd4ec9da89a304cc4edd682f49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210888.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fa8/9d54cb653e0a468fd765b4df1329afa8/9d54cb653e0a468fd765b4df1329afa8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210893.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/536/d64d6666b4a6652ddf36bdece5a0b536/d64d6666b4a6652ddf36bdece5a0b536.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210898.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/ac8/8572895d4f5a6ffe10f9f82529e2cac8/8572895d4f5a6ffe10f9f82529e2cac8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210903.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/995/10d95e8bd97bbe8d60a62089904c9995/10d95e8bd97bbe8d60a62089904c9995.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210908.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/3a3/69dbc91c8326c4f98ad17853379ac3a3/69dbc91c8326c4f98ad17853379ac3a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210913.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a60/6b3846e533be53b5e1004a18a4a3da60/6b3846e533be53b5e1004a18a4a3da60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210918.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/468/d2e7b2dd993477e05a884895fb923468/d2e7b2dd993477e05a884895fb923468.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210923.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/679/85da7fe3dc446f961ab230d8cf5e1679/85da7fe3dc446f961ab230d8cf5e1679.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210928.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/095/ac62831f48eb01a2d313c26f8d884095/ac62831f48eb01a2d313c26f8d884095.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210933.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/ace/82117882082033b08e34b0b5c01f4ace/82117882082033b08e34b0b5c01f4ace.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210938.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/7e1/750bed158df4620a617574d10ab4c7e1/750bed158df4620a617574d10ab4c7e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210943.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d18/7e97f790a77b82a8716b603762564d18/7e97f790a77b82a8716b603762564d18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210948.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/525/a6e1a16af6cbc380267fd2349383f525/a6e1a16af6cbc380267fd2349383f525.db -cont1 DEBUG: Could not load '/tmp/tmplkxchlbm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplkxchlbm/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmplkxchlbm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplkxchlbm/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:22 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0558 "-" 3026104 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:22 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0350 "-" 3026104 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:22 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0339 "-" 3026104 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:22 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0228 "-" 3026104 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:22 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa41ef76e86e8437fb6648-00676d34b2" "proxy-server 3026104" 0.0119 "-" 3026104 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50465/sdb1/1/a/c" "txa41ef76e86e8437fb6648-00676d34b2" "container-server 3026104" 0.0055 "-" 3026104 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35667/sda1/1/a/c" "txa41ef76e86e8437fb6648-00676d34b2" "container-server 3026104" 0.0045 "-" 3026104 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa41ef76e86e8437fb6648-00676d34b2" "proxy-server 3026104" 0.1185 "-" 3026104 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa41ef76e86e8437fb6648-00676d34b2" "proxy-server 3026104" 0.1756 "-" 3026104 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/23 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa41ef76e86e8437fb6648-00676d34b2 - 0.2267 - - 1735210162.967158556 1735210163.193897963 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:23 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx36388fd72ffe484a9d366-00676d34b3" "proxy-server 3026104" 0.0041 "-" 3026104 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35667/sda1/1/a1/c1" "tx36388fd72ffe484a9d366-00676d34b3" "container-server 3026104" 0.0090 "-" 3026104 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50465/sdb1/1/a1/c1" "tx36388fd72ffe484a9d366-00676d34b3" "container-server 3026104" 0.0198 "-" 3026104 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx36388fd72ffe484a9d366-00676d34b3" "proxy-server 3026104" 0.9842 "-" 3026104 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx36388fd72ffe484a9d366-00676d34b3" "proxy-server 3026104" 0.9356 "-" 3026104 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx36388fd72ffe484a9d366-00676d34b3 - 1.0424 - - 1735210163.202711344 1735210164.245160103 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx35267cb3528846548debe-00676d34b4" "proxy-server 3026104" 0.0651 "-" 3026104 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35667/sda1/2/a/c1" "tx35267cb3528846548debe-00676d34b4" "container-server 3026104" 0.0051 "-" 3026104 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50465/sdb1/2/a/c1" "tx35267cb3528846548debe-00676d34b4" "container-server 3026104" 0.0329 "-" 3026104 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx35267cb3528846548debe-00676d34b4" "proxy-server 3026104" 0.1381 "-" 3026104 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx35267cb3528846548debe-00676d34b4" "proxy-server 3026104" 0.0884 "-" 3026104 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx35267cb3528846548debe-00676d34b4 - 0.2359 - - 1735210164.249092579 1735210164.484974146 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0ea90a5847924d5e8ea4d-00676d34b4" "proxy-server 3026104" 0.0226 "-" 3026104 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50465/sdb1/1/a/c2" "tx0ea90a5847924d5e8ea4d-00676d34b4" "container-server 3026104" 0.0043 "-" 3026104 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35667/sda1/1/a/c2" "tx0ea90a5847924d5e8ea4d-00676d34b4" "container-server 3026104" 0.0306 "-" 3026104 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0ea90a5847924d5e8ea4d-00676d34b4" "proxy-server 3026104" 0.1156 "-" 3026104 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0ea90a5847924d5e8ea4d-00676d34b4" "proxy-server 3026104" 0.0692 "-" 3026104 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/24 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0ea90a5847924d5e8ea4d-00676d34b4 - 0.1690 - - 1735210164.492740154 1735210164.661788464 2 -Unlinked retiring db '/tmp/tmp_b5pms8q/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210953.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/9de/25edee1af084d8c794017713437c89de/25edee1af084d8c794017713437c89de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210958.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/c90/fcc208333b6d412323cf7b87e0483c90/fcc208333b6d412323cf7b87e0483c90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210963.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/c7f/e0c4522ae963a6fd04dbb0d8b27abc7f/e0c4522ae963a6fd04dbb0d8b27abc7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210968.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/2ca/b8752f51dc79a586ddbac63cd200e2ca/b8752f51dc79a586ddbac63cd200e2ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210973.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/547/7433a1c83b1ea413534c72db04f3b547/7433a1c83b1ea413534c72db04f3b547.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210978.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/1c2/8e7923c1b169dab14eec97371a62e1c2/8e7923c1b169dab14eec97371a62e1c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210983.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/328/4c96f53c74abfd8e459ed21c766fd328/4c96f53c74abfd8e459ed21c766fd328.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210988.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d3f/5704aac8aa7ac51c75fa0383395f7d3f/5704aac8aa7ac51c75fa0383395f7d3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210993.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/37a/c8c7f0b849e91bc6ae5a46e9db17837a/c8c7f0b849e91bc6ae5a46e9db17837a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210998.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/e94/566c75cfdf29da269250a403d7b3ee94/566c75cfdf29da269250a403d7b3ee94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211003.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/738/af12a2f12498da5cbc3ade0359f7f738/af12a2f12498da5cbc3ade0359f7f738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211008.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/314/40adf33f3d3d29b40131c1cbad40f314/40adf33f3d3d29b40131c1cbad40f314.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211013.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/abd/e06465ccc6c1aaf3bd38897e338f9abd/e06465ccc6c1aaf3bd38897e338f9abd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211018.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/696/9a6cf2fe2a4d98f122f43dbba8abd696/9a6cf2fe2a4d98f122f43dbba8abd696.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211023.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fe0/7ced4d351388391c3c99651253d02fe0/7ced4d351388391c3c99651253d02fe0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211028.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fc7/fb3842c5744d316d3206455c93295fc7/fb3842c5744d316d3206455c93295fc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211033.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d46/14424bc31d9c966a3f718cb500e6ad46/14424bc31d9c966a3f718cb500e6ad46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211038.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/e5c/90f678f7f00eba5179e0fd415585be5c/90f678f7f00eba5179e0fd415585be5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211043.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/870/bd26819318e8183f8529fb0a8fe3f870/bd26819318e8183f8529fb0a8fe3f870.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211048.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/cb0/aec1f61e35c8f2702a00dfb0a84c3cb0/aec1f61e35c8f2702a00dfb0a84c3cb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211053.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/e05/ac75cb33166bf0695c05e6e2c91fce05/ac75cb33166bf0695c05e6e2c91fce05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211058.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/858/0e06d347d48ec40bec5890262e0fb858/0e06d347d48ec40bec5890262e0fb858.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211063.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/4f7/27feeccf691e7956c7bca8a3d74664f7/27feeccf691e7956c7bca8a3d74664f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211068.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/27a/806e303d31641cb68a2923689ff4627a/806e303d31641cb68a2923689ff4627a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211073.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/3f4/da7db04b324dc552b3af2c97d075e3f4/da7db04b324dc552b3af2c97d075e3f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211078.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fe8/78f8e0d2df27d924734432e404811fe8/78f8e0d2df27d924734432e404811fe8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211083.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/372/3be60b64c7d58515e03480ee213d3372/3be60b64c7d58515e03480ee213d3372.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211088.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d52/35f08dab4ab13b1dcee13bcf8640dd52/35f08dab4ab13b1dcee13bcf8640dd52.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211093.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a84/63800906f5da02a86093834d21db0a84/63800906f5da02a86093834d21db0a84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211098.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/0ea/b2baf8df4ba4bb2bf4829140c60d10ea/b2baf8df4ba4bb2bf4829140c60d10ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211103.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/004/5aba428133d05c95b9b64b9c2146e004/5aba428133d05c95b9b64b9c2146e004.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211108.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/365/84e4df0c996e1ffb65a3f01d75fdc365/84e4df0c996e1ffb65a3f01d75fdc365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211113.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/5e1/19c847410dbf0b97e55b7d99363095e1/19c847410dbf0b97e55b7d99363095e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211118.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/59f/851f6b2063c23051a523f047dfc0459f/851f6b2063c23051a523f047dfc0459f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211123.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/70d/80eef2dd9e37fa8d7b708d373a4f870d/80eef2dd9e37fa8d7b708d373a4f870d.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -Unlinked retiring db '/tmp/tmpix4hqhh_/containers/part/suffix/hash/container.db' - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211128.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/4f6/aea9b90a54f720e5da8599d5f44504f6/aea9b90a54f720e5da8599d5f44504f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211133.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/746/0a51bc4ed13bab9119dbf32d4aa2d746/0a51bc4ed13bab9119dbf32d4aa2d746.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211138.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/253/7dd449d0676de073e42095a8ca433253/7dd449d0676de073e42095a8ca433253.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211143.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/7c2/d1d287e63a736ef335e1c3df172e07c2/d1d287e63a736ef335e1c3df172e07c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211148.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/da6/af690091ce0faee5951ad42e6f545da6/af690091ce0faee5951ad42e6f545da6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211153.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/809/8c40affef03e16c22bc0076552839809/8c40affef03e16c22bc0076552839809.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211158.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/863/7023df27541ac443846620e5b3f92863/7023df27541ac443846620e5b3f92863.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211163.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/611/f945ae1e139d2ef4d3a4b86e996f2611/f945ae1e139d2ef4d3a4b86e996f2611.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211168.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/4d3/11088103ad2ef19c36e6d3b139b8b4d3/11088103ad2ef19c36e6d3b139b8b4d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211173.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/280/edaaa6bcc30d4ccaff1043430a4d9280/edaaa6bcc30d4ccaff1043430a4d9280.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211178.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/451/529a2c42281cc3998a06e25ad100d451/529a2c42281cc3998a06e25ad100d451.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211183.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/081/58989c3c99cf52921186118064207081/58989c3c99cf52921186118064207081.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211188.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/143/8b7aae3c546103be3e8698e1fc535143/8b7aae3c546103be3e8698e1fc535143.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211193.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/bef/d4718b135628f093e370aa8fa5913bef/d4718b135628f093e370aa8fa5913bef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211198.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/e75/01018ebd22334d95069bdb5a7f2bbe75/01018ebd22334d95069bdb5a7f2bbe75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211203.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/6cf/926838e7681108633644b6edcda856cf/926838e7681108633644b6edcda856cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211208.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/d9f/fa0d4ea9b8ffa6d91b1316e4dda5fd9f/fa0d4ea9b8ffa6d91b1316e4dda5fd9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211213.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/5d8/e47a16737fea780e41362c5e53ea85d8/e47a16737fea780e41362c5e53ea85d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211218.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/ff9/20912edc7be9f87b8861e31aa0703ff9/20912edc7be9f87b8861e31aa0703ff9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211223.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/b75/b90f1fb3b2f1cbaa593643f4b07d5b75/b90f1fb3b2f1cbaa593643f4b07d5b75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211228.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/44d/fc3c9ba1a564c802bc6980e9c238344d/fc3c9ba1a564c802bc6980e9c238344d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211233.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/e9c/90cf8d7190aab5248246b5fc6320fe9c/90cf8d7190aab5248246b5fc6320fe9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211238.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/de1/7ca4ddee93553d54324964382834ade1/7ca4ddee93553d54324964382834ade1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211243.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/7cb/c1e81e196d2dcf5cea8ccb9773b587cb/c1e81e196d2dcf5cea8ccb9773b587cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211248.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/01d/24d8f625aa363b295ab08b7b0fba101d/24d8f625aa363b295ab08b7b0fba101d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211253.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/0dc/dc525aef541ca0a45a1e7e4289d530dc/dc525aef541ca0a45a1e7e4289d530dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211258.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/178/50c184e95ef2e2d26938f8e403707178/50c184e95ef2e2d26938f8e403707178.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211263.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/20c/02156bf73f32ee8f375a82520868920c/02156bf73f32ee8f375a82520868920c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211268.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/eda/30d8034efcd8455e07e5e0db19790eda/30d8034efcd8455e07e5e0db19790eda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211273.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/cbf/ad140300882f89c13821fc916f8e5cbf/ad140300882f89c13821fc916f8e5cbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211278.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/823/55f1393115550d0dbb5c03d913329823/55f1393115550d0dbb5c03d913329823.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211283.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/dbe/175691df5fa85152accb4ab02743bdbe/175691df5fa85152accb4ab02743bdbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211288.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/650/dbe2a33d6eb9c0e82c59fbbe2a06d650/dbe2a33d6eb9c0e82c59fbbe2a06d650.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211293.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a40/34aafa5c8162cdcd1396ae4577c87a40/34aafa5c8162cdcd1396ae4577c87a40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211298.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fa6/683d252444db66d0187952e50befefa6/683d252444db66d0187952e50befefa6.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok - -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test WARNING: Skipping /tmp/tmpcyi3300o/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpcyi3300o/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpcyi3300o/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmpkng6dta3/asdf/data because [Errno 20] Not a directory: '/tmp/tmpkng6dta3/asdf/data' -test WARNING: Skipping /tmp/tmpkng6dta3/asdf/data because [Errno 20] Not a directory: '/tmp/tmpkng6dta3/asdf/data' -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping /tmp/tmpxj6y_upo/asdf/data because [Errno 20] Not a directory: '/tmp/tmpxj6y_upo/asdf/data' -test ERROR: Problem finding shard upper in '/tmp/tmp6vwj7ygz/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp6vwj7ygz/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp6pgeb68v/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp6pgeb68v/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -Unlinked retiring db '/tmp/tmpl3qdxe5j/containers/part/suffix/hash/container.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211303.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/5e6/387cd582208a5752d8c87662cb2775e6/387cd582208a5752d8c87662cb2775e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211308.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/af3/2eb83dd79b3480dccdbf9bf4144d7af3/2eb83dd79b3480dccdbf9bf4144d7af3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211313.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/071/546c1c91e35141eeda222cf53d571071/546c1c91e35141eeda222cf53d571071.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211318.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/27d/49df2b6b1088d927bc47c5ef8969027d/49df2b6b1088d927bc47c5ef8969027d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211323.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/db4/5d3e493fc54dba0c8084a20f1acffdb4/5d3e493fc54dba0c8084a20f1acffdb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211328.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/01e/4e7b54b668e955b6271b8bf0b4a4601e/4e7b54b668e955b6271b8bf0b4a4601e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211333.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a2e/795b58aa8436e0893a80fe5bee84aa2e/795b58aa8436e0893a80fe5bee84aa2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211338.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/2a1/0115bc134efb7b389c78d10c92cbb2a1/0115bc134efb7b389c78d10c92cbb2a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211343.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/7d6/f2c5868fb61018c79fc80fd171fc77d6/f2c5868fb61018c79fc80fd171fc77d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211348.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/775/6d804c365dc1da47b6039f5fb6cda775/6d804c365dc1da47b6039f5fb6cda775.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211353.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/dc9/13425d2a5e217fdaebaca9beff0fcdc9/13425d2a5e217fdaebaca9beff0fcdc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211358.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/5eb/09f66f8e317d44b4fc0c6e7734d255eb/09f66f8e317d44b4fc0c6e7734d255eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211363.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/f87/a9d29e5b4b80304418264998fa8f4f87/a9d29e5b4b80304418264998fa8f4f87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211368.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/af9/4d6601de341cf7ba279eba4518e21af9/4d6601de341cf7ba279eba4518e21af9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211373.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/fae/28691536663ddbeccfb5c29c7ab80fae/28691536663ddbeccfb5c29c7ab80fae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211378.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/c16/cffa66fe252a83510031978310348c16/cffa66fe252a83510031978310348c16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211383.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/129/c9d9dbac6ed2b26596cbd538e785c129/c9d9dbac6ed2b26596cbd538e785c129.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211388.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/a68/82fba5ec9f54e6a2ab551470481dda68/82fba5ec9f54e6a2ab551470481dda68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211393.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/092/1f3edde2b33c5ac225b6198d32f92092/1f3edde2b33c5ac225b6198d32f92092.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211398.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/42d/1779b4c31ac64d2f1e1e16e2601c642d/1779b4c31ac64d2f1e1e16e2601c642d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211403.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/9b9/315ef0f7bf398e4afe2a12412df419b9/315ef0f7bf398e4afe2a12412df419b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211408.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/0cf/57475b5d48872e7fa9996cafccd010cf/57475b5d48872e7fa9996cafccd010cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211413.00000-0, db: /tmp/tmpbt4s6waf/sda/containers/0/943/969be855244b614bb87a9e6e2d9c4943/969be855244b614bb87a9e6e2d9c4943.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp07lf3cte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp07lf3cte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp07lf3cte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp07lf3cte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp07lf3cte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp07lf3cte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp07lf3cte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp07lf3cte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp07lf3cte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1735210175.00000, path: a/c, db: /tmp/tmp0us5_93q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210175.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-c a-f, a-f c-f, path: a/c, db: /tmp/tmpehuwnsny/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210177.00000-0, db: /tmp/tmp8emaf4gh/sda/containers/0/dd9/6ed371494597240ede42c4f502397dd9/6ed371494597240ede42c4f502397dd9.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: Setting object count to 3120 (txn: txe7a50941f14a47ffbf518-00697a4612) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx356110bc03a94bb4af6d1-00697a4615) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx4cd0646a61d944b682272-00697a4615) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4cd0646a61d944b682272-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4cd0646a61d944b682272-00697a4615) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx4cd0646a61d944b682272-00697a4615) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4cd0646a61d944b682272-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4cd0646a61d944b682272-00697a4615) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx4cd0646a61d944b682272-00697a4615) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txebbd4798952441748e70b-00697a4615) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txf5a4fd2e8f5345189004e-00697a4615) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf5a4fd2e8f5345189004e-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5a4fd2e8f5345189004e-00697a4615) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf5a4fd2e8f5345189004e-00697a4615) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx1c61a88a79824d0a8f2e1-00697a4615) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1c61a88a79824d0a8f2e1-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx1c61a88a79824d0a8f2e1-00697a4615) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx1c61a88a79824d0a8f2e1-00697a4615) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx0562751e6b6c44b2b7d25-00697a4615) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0562751e6b6c44b2b7d25-00697a4615) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0562751e6b6c44b2b7d25-00697a4615) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0562751e6b6c44b2b7d25-00697a4615) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb361e81cbf12497d986da-00697a4616)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210177.00000-0, db: /tmp/tmp8emaf4gh/sda/containers/0/dd9/6ed371494597240ede42c4f502397dd9/6ed371494597240ede42c4f502397dd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210180.00000-0, db: /tmp/tmp8emaf4gh/sda/containers/0/488/55fb1df8d5e572353e34e3d838a65488/55fb1df8d5e572353e34e3d838a65488.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210180.00000-0, db: /tmp/tmp8emaf4gh/sda/containers/0/488/55fb1df8d5e572353e34e3d838a65488/55fb1df8d5e572353e34e3d838a65488.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735210177.00000, (0, 0) as of 1735210177.00000, active as of 1735210177.00000> to ShardRange<'k' to 't' as of 1735210178.00000, (0, 0) as of 1735210178.00000, active as of 1735210178.00000>, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210182.00000, (0, 0) as of 1735210182.00000, shrinking as of 1735210179.00000> to ShardRange<'k' to 't' as of 1735210182.00000, (0, 0) as of 1735210182.00000, sharding as of 1735210183.00000>, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpi5fy_356/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-303867b45f180c5dde4b65e3a335128b-1735210182.00000-2, db: /tmp/tmpvb3cdpai/sda/containers/0/d46/3030151f5752589a1f23771c283edd46/3030151f5752589a1f23771c283edd46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210178.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/330/712249646728dffe481e995793b88330/712249646728dffe481e995793b88330.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210178.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/330/712249646728dffe481e995793b88330/712249646728dffe481e995793b88330.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210187.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/df2/10e95717c37b6ffb535c1f9ed2414df2/10e95717c37b6ffb535c1f9ed2414df2.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210187.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/df2/10e95717c37b6ffb535c1f9ed2414df2/10e95717c37b6ffb535c1f9ed2414df2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210196.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/fc0/e0319777911ac4989fb8d44081e0bfc0/e0319777911ac4989fb8d44081e0bfc0.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210196.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/fc0/e0319777911ac4989fb8d44081e0bfc0/e0319777911ac4989fb8d44081e0bfc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210205.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/482/788d39ca6d743de204a953ce1ed6d482/788d39ca6d743de204a953ce1ed6d482.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210205.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/482/788d39ca6d743de204a953ce1ed6d482/788d39ca6d743de204a953ce1ed6d482.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210214.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/8ab/73398a7f8eccfaa8cd4c0d87de0b28ab/73398a7f8eccfaa8cd4c0d87de0b28ab.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210214.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/8ab/73398a7f8eccfaa8cd4c0d87de0b28ab/73398a7f8eccfaa8cd4c0d87de0b28ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210223.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/cf6/b66820d78cbf6c94a9b1388bdc908cf6/b66820d78cbf6c94a9b1388bdc908cf6.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210223.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/cf6/b66820d78cbf6c94a9b1388bdc908cf6/b66820d78cbf6c94a9b1388bdc908cf6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210232.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/922/2cd33b04435f0cd7b1cf023710a93922/2cd33b04435f0cd7b1cf023710a93922.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210232.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/922/2cd33b04435f0cd7b1cf023710a93922/2cd33b04435f0cd7b1cf023710a93922.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210241.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/91c/649e7ff4a727381953a3ce11142a091c/649e7ff4a727381953a3ce11142a091c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210241.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/91c/649e7ff4a727381953a3ce11142a091c/649e7ff4a727381953a3ce11142a091c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210250.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/d9e/7993c06d200c250c8b4f99124412bd9e/7993c06d200c250c8b4f99124412bd9e.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210250.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/d9e/7993c06d200c250c8b4f99124412bd9e/7993c06d200c250c8b4f99124412bd9e.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210250.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/d9e/7993c06d200c250c8b4f99124412bd9e/7993c06d200c250c8b4f99124412bd9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210259.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/c1a/39648c01b8248b8ee40ee9c047b9ec1a/39648c01b8248b8ee40ee9c047b9ec1a.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210259.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/c1a/39648c01b8248b8ee40ee9c047b9ec1a/39648c01b8248b8ee40ee9c047b9ec1a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210259.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/c1a/39648c01b8248b8ee40ee9c047b9ec1a/39648c01b8248b8ee40ee9c047b9ec1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210268.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/064/af23c2c91eff1d52b49269df2ab04064/af23c2c91eff1d52b49269df2ab04064.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210268.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/064/af23c2c91eff1d52b49269df2ab04064/af23c2c91eff1d52b49269df2ab04064.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210268.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/064/af23c2c91eff1d52b49269df2ab04064/af23c2c91eff1d52b49269df2ab04064.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210277.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/732/0886535125f979e3d505f1afc577b732/0886535125f979e3d505f1afc577b732.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210277.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/732/0886535125f979e3d505f1afc577b732/0886535125f979e3d505f1afc577b732.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210277.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/732/0886535125f979e3d505f1afc577b732/0886535125f979e3d505f1afc577b732.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210286.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/2de/abd938e1ba4cb46353bbf2d0a2e102de/abd938e1ba4cb46353bbf2d0a2e102de.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210286.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/2de/abd938e1ba4cb46353bbf2d0a2e102de/abd938e1ba4cb46353bbf2d0a2e102de.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210286.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/2de/abd938e1ba4cb46353bbf2d0a2e102de/abd938e1ba4cb46353bbf2d0a2e102de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210295.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/958/9fe14d1588dfcc5a299a424155f00958/9fe14d1588dfcc5a299a424155f00958.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210295.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/958/9fe14d1588dfcc5a299a424155f00958/9fe14d1588dfcc5a299a424155f00958.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210295.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/958/9fe14d1588dfcc5a299a424155f00958/9fe14d1588dfcc5a299a424155f00958.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210304.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/6c4/2e793d2b67720e9f7d2e2c999e84f6c4/2e793d2b67720e9f7d2e2c999e84f6c4.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210304.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/6c4/2e793d2b67720e9f7d2e2c999e84f6c4/2e793d2b67720e9f7d2e2c999e84f6c4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210304.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/6c4/2e793d2b67720e9f7d2e2c999e84f6c4/2e793d2b67720e9f7d2e2c999e84f6c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210313.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/4e2/a615fe0ab9a9040cde7f58a7293154e2/a615fe0ab9a9040cde7f58a7293154e2.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210313.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/4e2/a615fe0ab9a9040cde7f58a7293154e2/a615fe0ab9a9040cde7f58a7293154e2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210313.00000-2, db: /tmp/tmpscseguy3/sda/containers/0/4e2/a615fe0ab9a9040cde7f58a7293154e2/a615fe0ab9a9040cde7f58a7293154e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210180.00000-2, db: /tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735210180.00000, (0, 0) as of 1735210180.00000, active as of 1735210180.00000> to ShardRange<'a' to 'b' as of 1735210180.00000, (0, 0) as of 1735210180.00000, sharding as of 1735210185.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210180.00000-2, db: /tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210180.00000-2, db: /tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210180.00000-2, db: /tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210180.00000-2, db: /tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977_1735210180.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210180.00000-2, db: /tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977_1735210180.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210180.00000-2, db: /tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977_1735210180.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210180.00000-2, db: /tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977_1735210180.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735210180.00000, (0, 0) as of 1735210180.00000, sharding as of 1735210186.00000> to ShardRange<'a' to 'b' as of 1735210180.00000, (0, 0) as of 1735210180.00000, sharded as of 1735210189.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735210180.00000-2, db: /tmp/tmpqdg3x2l4/sda/containers/0/977/983a69695ecd02fda673ade2d2790977/983a69695ecd02fda673ade2d2790977_1735210180.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a6f0be0fb59cc384aea93ace4b2ed8a2', 'aee16d86-8ad9-493a-bcc7-309edd0a3533-sda', '1769621010.70176', '1769621010', '1769621014', '', '1769621014', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('aee16d86-8ad9-493a-bcc7-309edd0a3533-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpnz8sa8qt/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06581 seconds (15.19557/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpnz8sa8qt/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '7277e1caa07ab07b45d1fa29ad24887b', 'e7043646-fcd7-4590-830f-84ffe75a449f-sda', '1769621010.77720', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('e7043646-fcd7-4590-830f-84ffe75a449f-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '7277e1caa07ab07b45d1fa29ad24887b', 'e7043646-fcd7-4590-830f-84ffe75a449f-sda', '1769621010.77720', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('e7043646-fcd7-4590-830f-84ffe75a449f-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk8hppl46/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '471dec96-82f8-4531-8aa8-dbc3b2157622-sda', '1769621011.64898', '1769621011', '0', '', '1769621011', 0, 1) +test DEBUG: /tmp/tmpk8hppl46/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '471dec96-82f8-4531-8aa8-dbc3b2157622-sda', '1769621011.64898', '1769621011', '0', '', '1769621011', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('471dec96-82f8-4531-8aa8-dbc3b2157622-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02500 seconds (40.00541/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpcwr16b0o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a6f0be0fb59cc384aea93ace4b2ed8a2', 'c2f7c112-b4d7-40f9-b602-c536b3a3a7b2-sda', '1769621011.69932', '1769621011', '0', '', '1769621011', 1, 0) +test DEBUG: /tmp/tmpcwr16b0o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769621015.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c2f7c112-b4d7-40f9-b602-c536b3a3a7b2-sda') +test DEBUG: /tmp/tmpcwr16b0o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.010041s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a6f0be0fb59cc384aea93ace4b2ed8a2', 'c2f7c112-b4d7-40f9-b602-c536b3a3a7b2-sda', '1769621011.69932', '1769621011', '0', '', '1769621011', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c2f7c112-b4d7-40f9-b602-c536b3a3a7b2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpcwr16b0o/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06685 seconds (14.95971/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpcwr16b0o/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '7277e1caa07ab07b45d1fa29ad24887b', '06bf5e32-1460-468f-be3f-eefcfa5173a7-sda', '1769621012.04569', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('06bf5e32-1460-468f-be3f-eefcfa5173a7-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '7277e1caa07ab07b45d1fa29ad24887b', '06bf5e32-1460-468f-be3f-eefcfa5173a7-sda', '1769621012.04569', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('06bf5e32-1460-468f-be3f-eefcfa5173a7-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnn4tpuxs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85bb02a4-4ffe-4f29-96da-0a408941ac58-sda', '1769621012.09734', '1769621012', '0', '', '1769621012', 0, 1) +test DEBUG: /tmp/tmpnn4tpuxs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85bb02a4-4ffe-4f29-96da-0a408941ac58-sda', '1769621012.09734', '1769621012', '0', '', '1769621012', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('85bb02a4-4ffe-4f29-96da-0a408941ac58-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03737 seconds (26.75921/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplnliazvj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ea8c8b8740c8373a6f39f0d567e237de', '92360aac-9927-4149-80aa-15d6f17684a8-sda', '1769621012.17385', '1769621012', '0', '', '1769621012', 1, 1) +test DEBUG: /tmp/tmplnliazvj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ea8c8b8740c8373a6f39f0d567e237de', '92360aac-9927-4149-80aa-15d6f17684a8-sda', '1769621012.17385', '1769621012', '0', '', '1769621012', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('92360aac-9927-4149-80aa-15d6f17684a8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmplnliazvj/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.08089 seconds (12.36177/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210181.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ee3/c14a761d67f178122b0739c154ba9ee3/c14a761d67f178122b0739c154ba9ee3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210183.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4d7/63f9e51441b5ed17affb95750d77b4d7/63f9e51441b5ed17affb95750d77b4d7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210182.00000, (0, 0) as of 1735210182.00000, found as of 1735210182.00000> to ShardRange<'k' to 't' as of 1735210183.00000, (0, 0) as of 1735210183.00000, created as of 1735210183.00000>, path: .shards_a/shard_c_1735210183.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4d7/63f9e51441b5ed17affb95750d77b4d7/63f9e51441b5ed17affb95750d77b4d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210185.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/735/50da0c685d494778d42704b0c2a4b735/50da0c685d494778d42704b0c2a4b735.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210184.00000, (0, 0) as of 1735210184.00000, found as of 1735210184.00000> to ShardRange<'k' to 't' as of 1735210185.00000, (0, 0) as of 1735210185.00000, cleaved as of 1735210185.00000>, path: .shards_a/shard_c_1735210185.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/735/50da0c685d494778d42704b0c2a4b735/50da0c685d494778d42704b0c2a4b735.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210187.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/677/0a5a22a1cf674421d52637ca169f7677/0a5a22a1cf674421d52637ca169f7677.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210186.00000, (0, 0) as of 1735210186.00000, found as of 1735210186.00000> to ShardRange<'k' to 't' as of 1735210187.00000, (0, 0) as of 1735210187.00000, active as of 1735210187.00000>, path: .shards_a/shard_c_1735210187.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/677/0a5a22a1cf674421d52637ca169f7677/0a5a22a1cf674421d52637ca169f7677.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210189.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4db/16be734b9e0eea97811657eec85814db/16be734b9e0eea97811657eec85814db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210188.00000, (0, 0) as of 1735210188.00000, found as of 1735210188.00000> to ShardRange<'k' to 't' as of 1735210189.00000, (0, 0) as of 1735210189.00000, shrinking as of 1735210189.00000>, path: .shards_a/shard_c_1735210189.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4db/16be734b9e0eea97811657eec85814db/16be734b9e0eea97811657eec85814db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210189.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4db/16be734b9e0eea97811657eec85814db/16be734b9e0eea97811657eec85814db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210191.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/345/fe79525e02fcc9ba8c4f2bffd68fc345/fe79525e02fcc9ba8c4f2bffd68fc345.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210190.00000, (0, 0) as of 1735210190.00000, found as of 1735210190.00000> to ShardRange<'k' to 't' as of 1735210191.00000, (0, 0) as of 1735210191.00000, sharding as of 1735210191.00000>, path: .shards_a/shard_c_1735210191.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/345/fe79525e02fcc9ba8c4f2bffd68fc345/fe79525e02fcc9ba8c4f2bffd68fc345.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210191.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/345/fe79525e02fcc9ba8c4f2bffd68fc345/fe79525e02fcc9ba8c4f2bffd68fc345.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210193.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/121/f06167e1ceb3476c1a81fb56ad0cb121/f06167e1ceb3476c1a81fb56ad0cb121.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210192.00000, (0, 0) as of 1735210192.00000, found as of 1735210192.00000> to ShardRange<'k' to 't' as of 1735210193.00000, (0, 0) as of 1735210193.00000, sharded as of 1735210193.00000>, path: .shards_a/shard_c_1735210193.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/121/f06167e1ceb3476c1a81fb56ad0cb121/f06167e1ceb3476c1a81fb56ad0cb121.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210193.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/121/f06167e1ceb3476c1a81fb56ad0cb121/f06167e1ceb3476c1a81fb56ad0cb121.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210195.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ce8/f35fbc356029c0dcc268283d74a3ece8/f35fbc356029c0dcc268283d74a3ece8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210194.00000, (0, 0) as of 1735210194.00000, found as of 1735210194.00000> to ShardRange<'k' to 't' as of 1735210195.00000, (0, 0) as of 1735210195.00000, shrunk as of 1735210195.00000>, path: .shards_a/shard_c_1735210195.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ce8/f35fbc356029c0dcc268283d74a3ece8/f35fbc356029c0dcc268283d74a3ece8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210195.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ce8/f35fbc356029c0dcc268283d74a3ece8/f35fbc356029c0dcc268283d74a3ece8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210197.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ad7/850c1b429dcb5beb206ef4a52542cad7/850c1b429dcb5beb206ef4a52542cad7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210196.00000, (0, 0) as of 1735210196.00000, created as of 1735210196.00000> to ShardRange<'k' to 't' as of 1735210197.00000, (0, 0) as of 1735210197.00000, found as of 1735210197.00000>, path: .shards_a/shard_c_1735210197.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ad7/850c1b429dcb5beb206ef4a52542cad7/850c1b429dcb5beb206ef4a52542cad7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210199.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/d6b/0a83852448333c031cc8d9f397f91d6b/0a83852448333c031cc8d9f397f91d6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210201.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/83f/eaf154028b6167442d52e05f5774c83f/eaf154028b6167442d52e05f5774c83f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210200.00000, (0, 0) as of 1735210200.00000, created as of 1735210200.00000> to ShardRange<'k' to 't' as of 1735210201.00000, (0, 0) as of 1735210201.00000, cleaved as of 1735210201.00000>, path: .shards_a/shard_c_1735210201.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/83f/eaf154028b6167442d52e05f5774c83f/eaf154028b6167442d52e05f5774c83f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210203.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/639/98d2e18b60f2b32db4fc3bd027e60639/98d2e18b60f2b32db4fc3bd027e60639.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210202.00000, (0, 0) as of 1735210202.00000, created as of 1735210202.00000> to ShardRange<'k' to 't' as of 1735210203.00000, (0, 0) as of 1735210203.00000, active as of 1735210203.00000>, path: .shards_a/shard_c_1735210203.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/639/98d2e18b60f2b32db4fc3bd027e60639/98d2e18b60f2b32db4fc3bd027e60639.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210205.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ffa/f815ebcb8b60266da5e39c448adb4ffa/f815ebcb8b60266da5e39c448adb4ffa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210204.00000, (0, 0) as of 1735210204.00000, created as of 1735210204.00000> to ShardRange<'k' to 't' as of 1735210205.00000, (0, 0) as of 1735210205.00000, shrinking as of 1735210205.00000>, path: .shards_a/shard_c_1735210205.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ffa/f815ebcb8b60266da5e39c448adb4ffa/f815ebcb8b60266da5e39c448adb4ffa.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210205.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ffa/f815ebcb8b60266da5e39c448adb4ffa/f815ebcb8b60266da5e39c448adb4ffa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210207.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/3dd/8cfbe8153dd7651ef07a0078da3fe3dd/8cfbe8153dd7651ef07a0078da3fe3dd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210206.00000, (0, 0) as of 1735210206.00000, created as of 1735210206.00000> to ShardRange<'k' to 't' as of 1735210207.00000, (0, 0) as of 1735210207.00000, sharding as of 1735210207.00000>, path: .shards_a/shard_c_1735210207.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/3dd/8cfbe8153dd7651ef07a0078da3fe3dd/8cfbe8153dd7651ef07a0078da3fe3dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210207.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/3dd/8cfbe8153dd7651ef07a0078da3fe3dd/8cfbe8153dd7651ef07a0078da3fe3dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210209.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/0fd/87f36510366fec0df6d749bc728b20fd/87f36510366fec0df6d749bc728b20fd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210208.00000, (0, 0) as of 1735210208.00000, created as of 1735210208.00000> to ShardRange<'k' to 't' as of 1735210209.00000, (0, 0) as of 1735210209.00000, sharded as of 1735210209.00000>, path: .shards_a/shard_c_1735210209.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/0fd/87f36510366fec0df6d749bc728b20fd/87f36510366fec0df6d749bc728b20fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210209.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/0fd/87f36510366fec0df6d749bc728b20fd/87f36510366fec0df6d749bc728b20fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210211.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/38e/44bb4a7ffff8de5ddeb8d42513f3f38e/44bb4a7ffff8de5ddeb8d42513f3f38e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210210.00000, (0, 0) as of 1735210210.00000, created as of 1735210210.00000> to ShardRange<'k' to 't' as of 1735210211.00000, (0, 0) as of 1735210211.00000, shrunk as of 1735210211.00000>, path: .shards_a/shard_c_1735210211.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/38e/44bb4a7ffff8de5ddeb8d42513f3f38e/44bb4a7ffff8de5ddeb8d42513f3f38e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210211.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/38e/44bb4a7ffff8de5ddeb8d42513f3f38e/44bb4a7ffff8de5ddeb8d42513f3f38e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210213.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/fd6/84130518fc235a0f378f470e41769fd6/84130518fc235a0f378f470e41769fd6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210212.00000, (0, 0) as of 1735210212.00000, cleaved as of 1735210212.00000> to ShardRange<'k' to 't' as of 1735210213.00000, (0, 0) as of 1735210213.00000, found as of 1735210213.00000>, path: .shards_a/shard_c_1735210213.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/fd6/84130518fc235a0f378f470e41769fd6/84130518fc235a0f378f470e41769fd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210215.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c50/cfb50a22bed1e2a23c0380d9292ebc50/cfb50a22bed1e2a23c0380d9292ebc50.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210214.00000, (0, 0) as of 1735210214.00000, cleaved as of 1735210214.00000> to ShardRange<'k' to 't' as of 1735210215.00000, (0, 0) as of 1735210215.00000, created as of 1735210215.00000>, path: .shards_a/shard_c_1735210215.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c50/cfb50a22bed1e2a23c0380d9292ebc50/cfb50a22bed1e2a23c0380d9292ebc50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210217.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/980/1ae7ab3c7388d4700bf489b63a852980/1ae7ab3c7388d4700bf489b63a852980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210219.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/7a5/bd62b06fa2e6963ef1a0ba32918797a5/bd62b06fa2e6963ef1a0ba32918797a5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210218.00000, (0, 0) as of 1735210218.00000, cleaved as of 1735210218.00000> to ShardRange<'k' to 't' as of 1735210219.00000, (0, 0) as of 1735210219.00000, active as of 1735210219.00000>, path: .shards_a/shard_c_1735210219.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/7a5/bd62b06fa2e6963ef1a0ba32918797a5/bd62b06fa2e6963ef1a0ba32918797a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210221.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/041/d20123059fd349025a5919e7c41e3041/d20123059fd349025a5919e7c41e3041.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210220.00000, (0, 0) as of 1735210220.00000, cleaved as of 1735210220.00000> to ShardRange<'k' to 't' as of 1735210221.00000, (0, 0) as of 1735210221.00000, shrinking as of 1735210221.00000>, path: .shards_a/shard_c_1735210221.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/041/d20123059fd349025a5919e7c41e3041/d20123059fd349025a5919e7c41e3041.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210221.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/041/d20123059fd349025a5919e7c41e3041/d20123059fd349025a5919e7c41e3041.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210223.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/705/cb6ebde217d858e9756fdcbd19712705/cb6ebde217d858e9756fdcbd19712705.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210222.00000, (0, 0) as of 1735210222.00000, cleaved as of 1735210222.00000> to ShardRange<'k' to 't' as of 1735210223.00000, (0, 0) as of 1735210223.00000, sharding as of 1735210223.00000>, path: .shards_a/shard_c_1735210223.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/705/cb6ebde217d858e9756fdcbd19712705/cb6ebde217d858e9756fdcbd19712705.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210223.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/705/cb6ebde217d858e9756fdcbd19712705/cb6ebde217d858e9756fdcbd19712705.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210225.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f3e/1bc7e1efea69257fdf498b5d37d17f3e/1bc7e1efea69257fdf498b5d37d17f3e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210224.00000, (0, 0) as of 1735210224.00000, cleaved as of 1735210224.00000> to ShardRange<'k' to 't' as of 1735210225.00000, (0, 0) as of 1735210225.00000, sharded as of 1735210225.00000>, path: .shards_a/shard_c_1735210225.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f3e/1bc7e1efea69257fdf498b5d37d17f3e/1bc7e1efea69257fdf498b5d37d17f3e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210225.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f3e/1bc7e1efea69257fdf498b5d37d17f3e/1bc7e1efea69257fdf498b5d37d17f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210227.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/91b/34b58dd442421f84d0f255cd844b691b/34b58dd442421f84d0f255cd844b691b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210226.00000, (0, 0) as of 1735210226.00000, cleaved as of 1735210226.00000> to ShardRange<'k' to 't' as of 1735210227.00000, (0, 0) as of 1735210227.00000, shrunk as of 1735210227.00000>, path: .shards_a/shard_c_1735210227.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/91b/34b58dd442421f84d0f255cd844b691b/34b58dd442421f84d0f255cd844b691b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210227.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/91b/34b58dd442421f84d0f255cd844b691b/34b58dd442421f84d0f255cd844b691b.dbtest ERROR: Problem finding shard upper in '/tmp/tmppz9damn3/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmppz9damn3/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpma29vx6g/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpma29vx6g/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmpca5vqyq2/containers/part/suffix/hash/hash.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621011.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621011.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621011.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621011.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210229.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/91f/c00a688565a3efbbf2163c503695891f/c00a688565a3efbbf2163c503695891f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210228.00000, (0, 0) as of 1735210228.00000, active as of 1735210228.00000> to ShardRange<'k' to 't' as of 1735210229.00000, (0, 0) as of 1735210229.00000, found as of 1735210229.00000>, path: .shards_a/shard_c_1735210229.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/91f/c00a688565a3efbbf2163c503695891f/c00a688565a3efbbf2163c503695891f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210231.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/441/12018d58524602d955a3dba04a74a441/12018d58524602d955a3dba04a74a441.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210230.00000, (0, 0) as of 1735210230.00000, active as of 1735210230.00000> to ShardRange<'k' to 't' as of 1735210231.00000, (0, 0) as of 1735210231.00000, created as of 1735210231.00000>, path: .shards_a/shard_c_1735210231.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/441/12018d58524602d955a3dba04a74a441/12018d58524602d955a3dba04a74a441.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210233.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/a5b/8a706d4c5cf6f813fdbe70cd88846a5b/8a706d4c5cf6f813fdbe70cd88846a5b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210232.00000, (0, 0) as of 1735210232.00000, active as of 1735210232.00000> to ShardRange<'k' to 't' as of 1735210233.00000, (0, 0) as of 1735210233.00000, cleaved as of 1735210233.00000>, path: .shards_a/shard_c_1735210233.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/a5b/8a706d4c5cf6f813fdbe70cd88846a5b/8a706d4c5cf6f813fdbe70cd88846a5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210235.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/28c/520f28633fac0e32634e408b8551728c/520f28633fac0e32634e408b8551728c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210237.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/8b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210236.00000, (0, 0) as of 1735210236.00000, active as of 1735210236.00000> to ShardRange<'k' to 't' as of 1735210237.00000, (0, 0) as of 1735210237.00000, shrinking as of 1735210237.00000>, path: .shards_a/shard_c_1735210237.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/8b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210237.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/8b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8/7ddd2f5454d8bf5e1cc9f44fb9fb68b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210239.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/021/6f71b055edce4820adeb151e42e64021/6f71b055edce4820adeb151e42e64021.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210238.00000, (0, 0) as of 1735210238.00000, active as of 1735210238.00000> to ShardRange<'k' to 't' as of 1735210239.00000, (0, 0) as of 1735210239.00000, sharding as of 1735210239.00000>, path: .shards_a/shard_c_1735210239.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/021/6f71b055edce4820adeb151e42e64021/6f71b055edce4820adeb151e42e64021.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210239.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/021/6f71b055edce4820adeb151e42e64021/6f71b055edce4820adeb151e42e64021.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210241.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/a32/b7568a6a6d900a364e76748f66e54a32/b7568a6a6d900a364e76748f66e54a32.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210240.00000, (0, 0) as of 1735210240.00000, active as of 1735210240.00000> to ShardRange<'k' to 't' as of 1735210241.00000, (0, 0) as of 1735210241.00000, sharded as of 1735210241.00000>, path: .shards_a/shard_c_1735210241.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/a32/b7568a6a6d900a364e76748f66e54a32/b7568a6a6d900a364e76748f66e54a32.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210241.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/a32/b7568a6a6d900a364e76748f66e54a32/b7568a6a6d900a364e76748f66e54a32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210243.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/096/33093d90fa23e61ce131e2d3bf9f7096/33093d90fa23e61ce131e2d3bf9f7096.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210242.00000, (0, 0) as of 1735210242.00000, active as of 1735210242.00000> to ShardRange<'k' to 't' as of 1735210243.00000, (0, 0) as of 1735210243.00000, shrunk as of 1735210243.00000>, path: .shards_a/shard_c_1735210243.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/096/33093d90fa23e61ce131e2d3bf9f7096/33093d90fa23e61ce131e2d3bf9f7096.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210243.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/096/33093d90fa23e61ce131e2d3bf9f7096/33093d90fa23e61ce131e2d3bf9f7096.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210245.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/11b/ae7d7e3b8e54f471033c08f6aacd511b/ae7d7e3b8e54f471033c08f6aacd511b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210244.00000, (0, 0) as of 1735210244.00000, shrinking as of 1735210244.00000> to ShardRange<'k' to 't' as of 1735210245.00000, (0, 0) as of 1735210245.00000, found as of 1735210245.00000>, path: .shards_a/shard_c_1735210245.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/11b/ae7d7e3b8e54f471033c08f6aacd511b/ae7d7e3b8e54f471033c08f6aacd511b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210247.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/206/4e5e886b5a9140a3da4e06a045b51206/4e5e886b5a9140a3da4e06a045b51206.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210246.00000, (0, 0) as of 1735210246.00000, shrinking as of 1735210246.00000> to ShardRange<'k' to 't' as of 1735210247.00000, (0, 0) as of 1735210247.00000, created as of 1735210247.00000>, path: .shards_a/shard_c_1735210247.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/206/4e5e886b5a9140a3da4e06a045b51206/4e5e886b5a9140a3da4e06a045b51206.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210249.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2c4/9a40d40db836e3fe6fe9e886d00162c4/9a40d40db836e3fe6fe9e886d00162c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210248.00000, (0, 0) as of 1735210248.00000, shrinking as of 1735210248.00000> to ShardRange<'k' to 't' as of 1735210249.00000, (0, 0) as of 1735210249.00000, cleaved as of 1735210249.00000>, path: .shards_a/shard_c_1735210249.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2c4/9a40d40db836e3fe6fe9e886d00162c4/9a40d40db836e3fe6fe9e886d00162c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210251.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/0db/03102c833186379f8949ea96af6770db/03102c833186379f8949ea96af6770db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210250.00000, (0, 0) as of 1735210250.00000, shrinking as of 1735210250.00000> to ShardRange<'k' to 't' as of 1735210251.00000, (0, 0) as of 1735210251.00000, active as of 1735210251.00000>, path: .shards_a/shard_c_1735210251.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/0db/03102c833186379f8949ea96af6770db/03102c833186379f8949ea96af6770db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210253.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/145/be89d12a221ade9eeb770802026be145/be89d12a221ade9eeb770802026be145.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test ERROR: Failed to unlink '/tmp/tmp5ti7s9y6/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp5ti7s9y6/containers/part/suffix/hash/container_1735210178.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp5ti7s9y6/containers/part/suffix/hash/container_1735210178.00000.db': ['/tmp/tmp5ti7s9y6/containers/part/suffix/hash/container.db', '/tmp/tmp5ti7s9y6/containers/part/suffix/hash/container_1735210179.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp5ti7s9y6/containers/part/suffix/hash/container_1735210179.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6fb47c3e0b874bf9a1b14-00697a4612) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx6fb47c3e0b874bf9a1b14-00697a4612) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txac6de0460a244346b3771-00697a4615) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txac6de0460a244346b3771-00697a4615) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx5121d64370e24fab82d34-00676d34ca) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx54c555a097fd45178639a-00676d34ca) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp5tcsg0mn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5tcsg0mn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp5tcsg0mn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5tcsg0mn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0992 "-" 3026119 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0310 "-" 3026119 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0490 "-" 3026119 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0644 "-" 3026119 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx038118fb8cbd410580a79-00676d34ca" "proxy-server 3026119" 0.0037 "-" 3026119 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53659/sdb1/1/a/c" "tx038118fb8cbd410580a79-00676d34ca" "container-server 3026119" 0.0020 "-" 3026119 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:38607/sda1/1/a/c" "tx038118fb8cbd410580a79-00676d34ca" "container-server 3026119" 0.0021 "-" 3026119 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx038118fb8cbd410580a79-00676d34ca" "proxy-server 3026119" 0.0917 "-" 3026119 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx038118fb8cbd410580a79-00676d34ca" "proxy-server 3026119" 0.1470 "-" 3026119 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/46 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx038118fb8cbd410580a79-00676d34ca - 0.1851 - - 1735210186.692778349 1735210186.877913952 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:46 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8f9c75066a7145eebab4e-00676d34ca" "proxy-server 3026119" 0.0070 "-" 3026119 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53659/sdb1/1/a1/c1" "tx8f9c75066a7145eebab4e-00676d34ca" "container-server 3026119" 0.0120 "-" 3026119 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:38607/sda1/1/a1/c1" "tx8f9c75066a7145eebab4e-00676d34ca" "container-server 3026119" 0.0022 "-" 3026119 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8f9c75066a7145eebab4e-00676d34ca" "proxy-server 3026119" 0.1145 "-" 3026119 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210253.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/145/be89d12a221ade9eeb770802026be145/be89d12a221ade9eeb770802026be145.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210255.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/62d/eeea1e7c69526ecc05bceffd77c9f62d/eeea1e7c69526ecc05bceffd77c9f62d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210254.00000, (0, 0) as of 1735210254.00000, shrinking as of 1735210254.00000> to ShardRange<'k' to 't' as of 1735210255.00000, (0, 0) as of 1735210255.00000, sharding as of 1735210255.00000>, path: .shards_a/shard_c_1735210255.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/62d/eeea1e7c69526ecc05bceffd77c9f62d/eeea1e7c69526ecc05bceffd77c9f62d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210255.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/62d/eeea1e7c69526ecc05bceffd77c9f62d/eeea1e7c69526ecc05bceffd77c9f62d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210257.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/3db/4145ae169a3c668ddb722fcfa578c3db/4145ae169a3c668ddb722fcfa578c3db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210256.00000, (0, 0) as of 1735210256.00000, shrinking as of 1735210256.00000> to ShardRange<'k' to 't' as of 1735210257.00000, (0, 0) as of 1735210257.00000, sharded as of 1735210257.00000>, path: .shards_a/shard_c_1735210257.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/3db/4145ae169a3c668ddb722fcfa578c3db/4145ae169a3c668ddb722fcfa578c3db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210257.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/3db/4145ae169a3c668ddb722fcfa578c3db/4145ae169a3c668ddb722fcfa578c3db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210259.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/743/0f1ccbbca7314bf96fc02bfa4afe7743/0f1ccbbca7314bf96fc02bfa4afe7743.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210258.00000, (0, 0) as of 1735210258.00000, shrinking as of 1735210258.00000> to ShardRange<'k' to 't' as of 1735210259.00000, (0, 0) as of 1735210259.00000, shrunk as of 1735210259.00000>, path: .shards_a/shard_c_1735210259.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/743/0f1ccbbca7314bf96fc02bfa4afe7743/0f1ccbbca7314bf96fc02bfa4afe7743.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210259.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/743/0f1ccbbca7314bf96fc02bfa4afe7743/0f1ccbbca7314bf96fc02bfa4afe7743.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210261.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/711/17a178025a76c1d32b806e11f4ec5711/17a178025a76c1d32b806e11f4ec5711.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210260.00000, (0, 0) as of 1735210260.00000, sharding as of 1735210260.00000> to ShardRange<'k' to 't' as of 1735210261.00000, (0, 0) as of 1735210261.00000, found as of 1735210261.00000>, path: .shards_a/shard_c_1735210261.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/711/17a178025a76c1d32b806e11f4ec5711/17a178025a76c1d32b806e11f4ec5711.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210263.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/411/b3573898807769c7c443debaf06b9411/b3573898807769c7c443debaf06b9411.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210262.00000, (0, 0) as of 1735210262.00000, sharding as of 1735210262.00000> to ShardRange<'k' to 't' as of 1735210263.00000, (0, 0) as of 1735210263.00000, created as of 1735210263.00000>, path: .shards_a/shard_c_1735210263.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/411/b3573898807769c7c443debaf06b9411/b3573898807769c7c443debaf06b9411.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210265.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/826/253c4f0f93bbb2e9ec5cad6c6a184826/253c4f0f93bbb2e9ec5cad6c6a184826.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210264.00000, (0, 0) as of 1735210264.00000, sharding as of 1735210264.00000> to ShardRange<'k' to 't' as of 1735210265.00000, (0, 0) as of 1735210265.00000, cleaved as of 1735210265.00000>, path: .shards_a/shard_c_1735210265.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/826/253c4f0f93bbb2e9ec5cad6c6a184826/253c4f0f93bbb2e9ec5cad6c6a184826.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210267.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/d6e/db4919772a8c2f5c462f95c28e8e7d6e/db4919772a8c2f5c462f95c28e8e7d6e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210266.00000, (0, 0) as of 1735210266.00000, sharding as of 1735210266.00000> to ShardRange<'k' to 't' as of 1735210267.00000, (0, 0) as of 1735210267.00000, active as of 1735210267.00000>, path: .shards_a/shard_c_1735210267.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/d6e/db4919772a8c2f5c462f95c28e8e7d6e/db4919772a8c2f5c462f95c28e8e7d6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210269.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/b00/057d82bc2620fad2d6c08dc69b4deb00/057d82bc2620fad2d6c08dc69b4deb00.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210268.00000, (0, 0) as of 1735210268.00000, sharding as of 1735210268.00000> to ShardRange<'k' to 't' as of 1735210269.00000, (0, 0) as of 1735210269.00000, shrinking as of 1735210269.00000>, path: .shards_a/shard_c_1735210269.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/b00/057d82bc2620fad2d6c08dc69b4deb00/057d82bc2620fad2d6c08dc69b4deb00.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210269.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/b00/057d82bc2620fad2d6c08dc69b4deb00/057d82bc2620fad2d6c08dc69b4deb00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210271.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/fe1/ecace99bb4c8a942bc214b11c65c7fe1/ecace99bb4c8a942bc214b11c65c7fe1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210271.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/fe1/ecace99bb4c8a942bc214b11c65c7fe1/ecace99bb4c8a942bc214b11c65c7fe1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210273.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/922/0db16b2381df58b2e562407098172922/0db16b2381df58b2e562407098172922.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210272.00000, (0, 0) as of 1735210272.00000, sharding as of 1735210272.00000> to ShardRange<'k' to 't' as of 1735210273.00000, (0, 0) as of 1735210273.00000, sharded as of 1735210273.00000>, path: .shards_a/shard_c_1735210273.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/922/0db16b2381df58b2e562407098172922/0db16b2381df58b2e562407098172922.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210273.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/922/0db16b2381df58b2e562407098172922/0db16b2381df58b2e562407098172922.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210275.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/674/ae20722cc85ab4920fcc9ff51373e674/ae20722cc85ab4920fcc9ff51373e674.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210274.00000, (0, 0) as of 1735210274.00000, sharding as of 1735210274.00000> to ShardRange<'k' to 't' as of 1735210275.00000, (0, 0) as of 1735210275.00000, shrunk as of 1735210275.00000>, path: .shards_a/shard_c_1735210275.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/674/ae20722cc85ab4920fcc9ff51373e674/ae20722cc85ab4920fcc9ff51373e674.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210275.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/674/ae20722cc85ab4920fcc9ff51373e674/ae20722cc85ab4920fcc9ff51373e674.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok - -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8f9c75066a7145eebab4e-00676d34ca" "proxy-server 3026119" 0.0709 "-" 3026119 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/47 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8f9c75066a7145eebab4e-00676d34ca - 0.1464 - - 1735210186.879932642 1735210187.026289701 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6653c56c827b42d8aa82e-00676d34cb" "proxy-server 3026119" 0.0270 "-" 3026119 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:53659/sdb1/2/a/c1" "tx6653c56c827b42d8aa82e-00676d34cb" "container-server 3026119" 0.0500 "-" 3026119 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38607/sda1/2/a/c1" "tx6653c56c827b42d8aa82e-00676d34cb" "container-server 3026119" 0.0019 "-" 3026119 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6653c56c827b42d8aa82e-00676d34cb" "proxy-server 3026119" 0.1072 "-" 3026119 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6653c56c827b42d8aa82e-00676d34cb" "proxy-server 3026119" 0.1409 "-" 3026119 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/47 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6653c56c827b42d8aa82e-00676d34cb - 0.1910 - - 1735210187.028539658 1735210187.219563246 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3f488cdbe82e4b22be5d2-00676d34cb" "proxy-server 3026119" 0.0285 "-" 3026119 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53659/sdb1/1/a/c2" "tx3f488cdbe82e4b22be5d2-00676d34cb" "container-server 3026119" 0.0382 "-" 3026119 2 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:38607/sda1/1/a/c2" "tx3f488cdbe82e4b22be5d2-00676d34cb" "container-server 3026119" 0.0020 "-" 3026119 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3f488cdbe82e4b22be5d2-00676d34cb" "proxy-server 3026119" 0.0673 "-" 3026119 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:49:47 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3f488cdbe82e4b22be5d2-00676d34cb" "proxy-server 3026119" 0.1046 "-" 3026119 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/49/47 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3f488cdbe82e4b22be5d2-00676d34cb - 0.1563 - - 1735210187.230642080 1735210187.386965513 2 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210277.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/35c/28e2b182a91897bc842fd2c9f301135c/28e2b182a91897bc842fd2c9f301135c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210276.00000, (0, 0) as of 1735210276.00000, sharded as of 1735210276.00000> to ShardRange<'k' to 't' as of 1735210277.00000, (0, 0) as of 1735210277.00000, found as of 1735210277.00000>, path: .shards_a/shard_c_1735210277.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/35c/28e2b182a91897bc842fd2c9f301135c/28e2b182a91897bc842fd2c9f301135c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210279.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2a9/dcf112cc7d2c050708ea66a62222a2a9/dcf112cc7d2c050708ea66a62222a2a9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210278.00000, (0, 0) as of 1735210278.00000, sharded as of 1735210278.00000> to ShardRange<'k' to 't' as of 1735210279.00000, (0, 0) as of 1735210279.00000, created as of 1735210279.00000>, path: .shards_a/shard_c_1735210279.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2a9/dcf112cc7d2c050708ea66a62222a2a9/dcf112cc7d2c050708ea66a62222a2a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210281.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c32/639170bcdeb71408012ef9d2bd0e9c32/639170bcdeb71408012ef9d2bd0e9c32.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210280.00000, (0, 0) as of 1735210280.00000, sharded as of 1735210280.00000> to ShardRange<'k' to 't' as of 1735210281.00000, (0, 0) as of 1735210281.00000, cleaved as of 1735210281.00000>, path: .shards_a/shard_c_1735210281.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c32/639170bcdeb71408012ef9d2bd0e9c32/639170bcdeb71408012ef9d2bd0e9c32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210283.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/388/dc1f278b0e79be0f425db1514d6a4388/dc1f278b0e79be0f425db1514d6a4388.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210282.00000, (0, 0) as of 1735210282.00000, sharded as of 1735210282.00000> to ShardRange<'k' to 't' as of 1735210283.00000, (0, 0) as of 1735210283.00000, active as of 1735210283.00000>, path: .shards_a/shard_c_1735210283.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/388/dc1f278b0e79be0f425db1514d6a4388/dc1f278b0e79be0f425db1514d6a4388.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210285.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/9a3/7a66f3b7f4b8afad936793231e8149a3/7a66f3b7f4b8afad936793231e8149a3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210284.00000, (0, 0) as of 1735210284.00000, sharded as of 1735210284.00000> to ShardRange<'k' to 't' as of 1735210285.00000, (0, 0) as of 1735210285.00000, shrinking as of 1735210285.00000>, path: .shards_a/shard_c_1735210285.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/9a3/7a66f3b7f4b8afad936793231e8149a3/7a66f3b7f4b8afad936793231e8149a3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210285.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/9a3/7a66f3b7f4b8afad936793231e8149a3/7a66f3b7f4b8afad936793231e8149a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210287.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/aee/b5623f3d8fb202854885e459fbdb3aee/b5623f3d8fb202854885e459fbdb3aee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210286.00000, (0, 0) as of 1735210286.00000, sharded as of 1735210286.00000> to ShardRange<'k' to 't' as of 1735210287.00000, (0, 0) as of 1735210287.00000, sharding as of 1735210287.00000>, path: .shards_a/shard_c_1735210287.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/aee/b5623f3d8fb202854885e459fbdb3aee/b5623f3d8fb202854885e459fbdb3aee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210287.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/aee/b5623f3d8fb202854885e459fbdb3aee/b5623f3d8fb202854885e459fbdb3aee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210289.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/5b9/f7ebab9022c8f091224ebf0d29e985b9/f7ebab9022c8f091224ebf0d29e985b9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210289.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/5b9/f7ebab9022c8f091224ebf0d29e985b9/f7ebab9022c8f091224ebf0d29e985b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210291.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f02/b69ee4ea182d24a5bdf7286bbb959f02/b69ee4ea182d24a5bdf7286bbb959f02.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210290.00000, (0, 0) as of 1735210290.00000, sharded as of 1735210290.00000> to ShardRange<'k' to 't' as of 1735210291.00000, (0, 0) as of 1735210291.00000, shrunk as of 1735210291.00000>, path: .shards_a/shard_c_1735210291.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f02/b69ee4ea182d24a5bdf7286bbb959f02/b69ee4ea182d24a5bdf7286bbb959f02.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210291.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f02/b69ee4ea182d24a5bdf7286bbb959f02/b69ee4ea182d24a5bdf7286bbb959f02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210293.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f56/312068d52351e7907b6d6a37cf1e7f56/312068d52351e7907b6d6a37cf1e7f56.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210292.00000, (0, 0) as of 1735210292.00000, shrunk as of 1735210292.00000> to ShardRange<'k' to 't' as of 1735210293.00000, (0, 0) as of 1735210293.00000, found as of 1735210293.00000>, path: .shards_a/shard_c_1735210293.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f56/312068d52351e7907b6d6a37cf1e7f56/312068d52351e7907b6d6a37cf1e7f56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210295.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/27f/eac5077c47a5ad8926c1be1ed6e4d27f/eac5077c47a5ad8926c1be1ed6e4d27f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210294.00000, (0, 0) as of 1735210294.00000, shrunk as of 1735210294.00000> to ShardRange<'k' to 't' as of 1735210295.00000, (0, 0) as of 1735210295.00000, created as of 1735210295.00000>, path: .shards_a/shard_c_1735210295.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/27f/eac5077c47a5ad8926c1be1ed6e4d27f/eac5077c47a5ad8926c1be1ed6e4d27f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210297.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/17b/777a8941e13e2bc8ebc721570dabe17b/777a8941e13e2bc8ebc721570dabe17b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210296.00000, (0, 0) as of 1735210296.00000, shrunk as of 1735210296.00000> to ShardRange<'k' to 't' as of 1735210297.00000, (0, 0) as of 1735210297.00000, cleaved as of 1735210297.00000>, path: .shards_a/shard_c_1735210297.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/17b/777a8941e13e2bc8ebc721570dabe17b/777a8941e13e2bc8ebc721570dabe17b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210299.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2e3/6e78278d6173548ef0ad4586883562e3/6e78278d6173548ef0ad4586883562e3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210298.00000, (0, 0) as of 1735210298.00000, shrunk as of 1735210298.00000> to ShardRange<'k' to 't' as of 1735210299.00000, (0, 0) as of 1735210299.00000, active as of 1735210299.00000>, path: .shards_a/shard_c_1735210299.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2e3/6e78278d6173548ef0ad4586883562e3/6e78278d6173548ef0ad4586883562e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210301.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/269/61d71ebf627cb318fbc9ddb7ccc0e269/61d71ebf627cb318fbc9ddb7ccc0e269.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210300.00000, (0, 0) as of 1735210300.00000, shrunk as of 1735210300.00000> to ShardRange<'k' to 't' as of 1735210301.00000, (0, 0) as of 1735210301.00000, shrinking as of 1735210301.00000>, path: .shards_a/shard_c_1735210301.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/269/61d71ebf627cb318fbc9ddb7ccc0e269/61d71ebf627cb318fbc9ddb7ccc0e269.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210301.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/269/61d71ebf627cb318fbc9ddb7ccc0e269/61d71ebf627cb318fbc9ddb7ccc0e269.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210303.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4b7/7f89dccf986a209c4fe6d88dd9fe64b7/7f89dccf986a209c4fe6d88dd9fe64b7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210302.00000, (0, 0) as of 1735210302.00000, shrunk as of 1735210302.00000> to ShardRange<'k' to 't' as of 1735210303.00000, (0, 0) as of 1735210303.00000, sharding as of 1735210303.00000>, path: .shards_a/shard_c_1735210303.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4b7/7f89dccf986a209c4fe6d88dd9fe64b7/7f89dccf986a209c4fe6d88dd9fe64b7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210303.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4b7/7f89dccf986a209c4fe6d88dd9fe64b7/7f89dccf986a209c4fe6d88dd9fe64b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210305.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ced/e2c3c4462f30195759ca9730d38d0ced/e2c3c4462f30195759ca9730d38d0ced.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210304.00000, (0, 0) as of 1735210304.00000, shrunk as of 1735210304.00000> to ShardRange<'k' to 't' as of 1735210305.00000, (0, 0) as of 1735210305.00000, sharded as of 1735210305.00000>, path: .shards_a/shard_c_1735210305.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ced/e2c3c4462f30195759ca9730d38d0ced/e2c3c4462f30195759ca9730d38d0ced.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210305.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ced/e2c3c4462f30195759ca9730d38d0ced/e2c3c4462f30195759ca9730d38d0ced.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210307.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/b98/b82c5abb433f0b460891ec333a10fb98/b82c5abb433f0b460891ec333a10fb98.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210307.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/b98/b82c5abb433f0b460891ec333a10fb98/b82c5abb433f0b460891ec333a10fb98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210308.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/fd6/c326dd3eae7221739fcf0ff624e2ffd6/c326dd3eae7221739fcf0ff624e2ffd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210310.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/bb7/afcaf5fd3464b744dedca29cd39e1bb7/afcaf5fd3464b744dedca29cd39e1bb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210312.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/635/0cd299c5ac73965246ecde3c8826a635/0cd299c5ac73965246ecde3c8826a635.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210314.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2b4/3b4ab752883a317eb2070c5e21c5d2b4/3b4ab752883a317eb2070c5e21c5d2b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210316.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/3da/1fd5d8804fc65f80881cc7420c5063da/1fd5d8804fc65f80881cc7420c5063da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210318.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/e47/1400635fc68e3b7c71a2e823ab733e47/1400635fc68e3b7c71a2e823ab733e47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210320.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ce2/25dee74ed03c95df85f3fefade545ce2/25dee74ed03c95df85f3fefade545ce2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210322.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/e17/1e5487e05b36bcfb16ffb1c562272e17/1e5487e05b36bcfb16ffb1c562272e17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210324.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/702/19ca30c26bce6e5936c974256426b702/19ca30c26bce6e5936c974256426b702.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210326.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/630/ab7c0cd24b31c5345dd5ff07aeff3630/ab7c0cd24b31c5345dd5ff07aeff3630.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210328.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/127/7a117ba50b4c516ed7f8983446114127/7a117ba50b4c516ed7f8983446114127.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210330.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/5f7/81311440734b6a2aa44b5e796b0085f7/81311440734b6a2aa44b5e796b0085f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210332.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/3fc/3863290f8a3826441285c64f93f833fc/3863290f8a3826441285c64f93f833fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210334.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/fbb/c5429be413774b41e0e020c7cf7b7fbb/c5429be413774b41e0e020c7cf7b7fbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210336.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/20f/799c48e0c92ed4766b0cc3bb2761d20f/799c48e0c92ed4766b0cc3bb2761d20f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210338.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/78d/85d94dd94971bffb96808d15abefc78d/85d94dd94971bffb96808d15abefc78d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210340.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/35d/ee2f37359fab98f329452e559a6cb35d/ee2f37359fab98f329452e559a6cb35d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210342.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/1ba/33068896e90614cd155c7fe1361ed1ba/33068896e90614cd155c7fe1361ed1ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210344.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/55a/001b1e45c71429063de00ab68a23f55a/001b1e45c71429063de00ab68a23f55a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210346.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/b1c/099bf633c9e344807092a385b2bf7b1c/099bf633c9e344807092a385b2bf7b1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210348.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/b84/e3511fc7768050a6ff1533beaff7cb84/e3511fc7768050a6ff1533beaff7cb84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210350.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/998/09e292ecbae78c1f4a16a00d5c5a4998/09e292ecbae78c1f4a16a00d5c5a4998.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210352.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/9ae/2bd90bab16a787b3ce19cb369aa899ae/2bd90bab16a787b3ce19cb369aa899ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210354.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2dc/bf35f3317022aed1af2eb526b22432dc/bf35f3317022aed1af2eb526b22432dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210356.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4bf/fce16c4ddd4b5d070ad7f716070ce4bf/fce16c4ddd4b5d070ad7f716070ce4bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210358.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/5bd/c8c1b7600ed8987feed6119ac93ac5bd/c8c1b7600ed8987feed6119ac93ac5bd.dbUnlinked retiring db '/tmp/tmpzjkzbx4e/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210360.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f9a/05f41f1fc77d32b536bf1e4b3b1f9f9a/05f41f1fc77d32b536bf1e4b3b1f9f9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210362.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ced/262f6bdde3f541eb0005f84bde056ced/262f6bdde3f541eb0005f84bde056ced.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210364.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/6b4/9cb36b5af67317c6247faee41882f6b4/9cb36b5af67317c6247faee41882f6b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210366.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/cd1/7ae181db31523f27e182d67094028cd1/7ae181db31523f27e182d67094028cd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210368.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/81a/fd4fdc5a509825ebfde47737d29c881a/fd4fdc5a509825ebfde47737d29c881a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210370.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/1fb/8cd8b10bf084d20a257d55f6cbb311fb/8cd8b10bf084d20a257d55f6cbb311fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210372.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/080/9177a43c74cf1a991979bc01f094f080/9177a43c74cf1a991979bc01f094f080.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210372.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/080/9177a43c74cf1a991979bc01f094f080/9177a43c74cf1a991979bc01f094f080.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210374.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/dda/982c7ca38435f27420e3519626748dda/982c7ca38435f27420e3519626748dda.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210374.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/dda/982c7ca38435f27420e3519626748dda/982c7ca38435f27420e3519626748dda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210376.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c01/b7c6da95fd0cf850a14aa3ba60603c01/b7c6da95fd0cf850a14aa3ba60603c01.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210376.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c01/b7c6da95fd0cf850a14aa3ba60603c01/b7c6da95fd0cf850a14aa3ba60603c01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210378.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/cd4/3478625f1bfab33acf6d6adc67bf7cd4/3478625f1bfab33acf6d6adc67bf7cd4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210378.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/cd4/3478625f1bfab33acf6d6adc67bf7cd4/3478625f1bfab33acf6d6adc67bf7cd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210380.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/0b4/e6b4f428bd4f1b282c7e24f1aa5c70b4/e6b4f428bd4f1b282c7e24f1aa5c70b4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210380.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/0b4/e6b4f428bd4f1b282c7e24f1aa5c70b4/e6b4f428bd4f1b282c7e24f1aa5c70b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210382.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/6ea/42cf032e1b62f0020bf459bdadf1e6ea/42cf032e1b62f0020bf459bdadf1e6ea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210382.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/6ea/42cf032e1b62f0020bf459bdadf1e6ea/42cf032e1b62f0020bf459bdadf1e6ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210384.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c46/d77811ce93ca6316afbb10ed6a25ac46/d77811ce93ca6316afbb10ed6a25ac46.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210384.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c46/d77811ce93ca6316afbb10ed6a25ac46/d77811ce93ca6316afbb10ed6a25ac46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210386.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c19/1e10a88eae0a192a35fb957ab7851c19/1e10a88eae0a192a35fb957ab7851c19.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210386.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/c19/1e10a88eae0a192a35fb957ab7851c19/1e10a88eae0a192a35fb957ab7851c19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210388.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ec0/4baee38ce5f710c6e311e6555fbbcec0/4baee38ce5f710c6e311e6555fbbcec0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210388.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ec0/4baee38ce5f710c6e311e6555fbbcec0/4baee38ce5f710c6e311e6555fbbcec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210390.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/003/ae617ab5e824201fd2047d47ee6eb003/ae617ab5e824201fd2047d47ee6eb003.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210390.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/003/ae617ab5e824201fd2047d47ee6eb003/ae617ab5e824201fd2047d47ee6eb003.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210392.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2d4/39af2b9993c6fb0acaf0f38eac58b2d4/39af2b9993c6fb0acaf0f38eac58b2d4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210392.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/2d4/39af2b9993c6fb0acaf0f38eac58b2d4/39af2b9993c6fb0acaf0f38eac58b2d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210394.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/52e/ae30c1eb92a7339a4161e6cb65d4852e/ae30c1eb92a7339a4161e6cb65d4852e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210394.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/52e/ae30c1eb92a7339a4161e6cb65d4852e/ae30c1eb92a7339a4161e6cb65d4852e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210396.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/fa1/a77505876ca9f285c7ec1d46dfde8fa1/a77505876ca9f285c7ec1d46dfde8fa1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210396.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/fa1/a77505876ca9f285c7ec1d46dfde8fa1/a77505876ca9f285c7ec1d46dfde8fa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210398.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/6c1/b1b21da3c166ac61915799743bde16c1/b1b21da3c166ac61915799743bde16c1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210398.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/6c1/b1b21da3c166ac61915799743bde16c1/b1b21da3c166ac61915799743bde16c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210400.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/179/d47dcb144b2385f424bc5ebc4f86d179/d47dcb144b2385f424bc5ebc4f86d179.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210400.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/179/d47dcb144b2385f424bc5ebc4f86d179/d47dcb144b2385f424bc5ebc4f86d179.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210402.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/8c0/355942097f1cf9be5276c3be3e7418c0/355942097f1cf9be5276c3be3e7418c0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210402.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/8c0/355942097f1cf9be5276c3be3e7418c0/355942097f1cf9be5276c3be3e7418c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210404.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/6e8/e9ac05340291d8fa813d524fa2c176e8/e9ac05340291d8fa813d524fa2c176e8.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210404.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/6e8/e9ac05340291d8fa813d524fa2c176e8/e9ac05340291d8fa813d524fa2c176e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210406.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/1cc/43b676ace58c161cdb454331c91dd1cc/43b676ace58c161cdb454331c91dd1cc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210406.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/1cc/43b676ace58c161cdb454331c91dd1cc/43b676ace58c161cdb454331c91dd1cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210408.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ada/12e7b100b534c0893f81eb6427609ada/12e7b100b534c0893f81eb6427609ada.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210408.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ada/12e7b100b534c0893f81eb6427609ada/12e7b100b534c0893f81eb6427609ada.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210410.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/b77/553483701a11307c548d9a2b05238b77/553483701a11307c548d9a2b05238b77.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210410.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/b77/553483701a11307c548d9a2b05238b77/553483701a11307c548d9a2b05238b77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210412.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4cc/314d76b8541739944fb6089293f724cc/314d76b8541739944fb6089293f724cc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210412.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/4cc/314d76b8541739944fb6089293f724cc/314d76b8541739944fb6089293f724cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210414.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/90b/4b53da7d10f33d795be0ecef27e5090b/4b53da7d10f33d795be0ecef27e5090b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210414.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/90b/4b53da7d10f33d795be0ecef27e5090b/4b53da7d10f33d795be0ecef27e5090b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210416.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/5f8/c3ce90e4c0e4df8e42b3c2102bfbc5f8/c3ce90e4c0e4df8e42b3c2102bfbc5f8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210416.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/5f8/c3ce90e4c0e4df8e42b3c2102bfbc5f8/c3ce90e4c0e4df8e42b3c2102bfbc5f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210418.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ff4/a1c3dd065fc002dd503528c205790ff4/a1c3dd065fc002dd503528c205790ff4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210418.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/ff4/a1c3dd065fc002dd503528c205790ff4/a1c3dd065fc002dd503528c205790ff4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210420.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/9ff/b1527a7fef5b2a96f3915976d3e1b9ff/b1527a7fef5b2a96f3915976d3e1b9ff.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210420.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/9ff/b1527a7fef5b2a96f3915976d3e1b9ff/b1527a7fef5b2a96f3915976d3e1b9ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210422.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f3d/11151a577fc7a70c970b2a09ff612f3d/11151a577fc7a70c970b2a09ff612f3d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210422.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/f3d/11151a577fc7a70c970b2a09ff612f3d/11151a577fc7a70c970b2a09ff612f3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210424.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/53d/85ad43e7374ec6795471f8b2cb3b053d/85ad43e7374ec6795471f8b2cb3b053d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210424.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/53d/85ad43e7374ec6795471f8b2cb3b053d/85ad43e7374ec6795471f8b2cb3b053d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210426.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/811/e2de5eec546a6c696feb8d38e00bc811/e2de5eec546a6c696feb8d38e00bc811.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210426.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/811/e2de5eec546a6c696feb8d38e00bc811/e2de5eec546a6c696feb8d38e00bc811.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210428.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/18a/33e6bf9b449109d45be1cd35a3bcb18a/33e6bf9b449109d45be1cd35a3bcb18a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210428.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/18a/33e6bf9b449109d45be1cd35a3bcb18a/33e6bf9b449109d45be1cd35a3bcb18a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210430.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/53d/c4f2f01ed5112cca0da46a518dbd053d/c4f2f01ed5112cca0da46a518dbd053d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210430.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/53d/c4f2f01ed5112cca0da46a518dbd053d/c4f2f01ed5112cca0da46a518dbd053d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210432.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/6eb/d76173c5157b466f1a6868f4a2c126eb/d76173c5157b466f1a6868f4a2c126eb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210432.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/6eb/d76173c5157b466f1a6868f4a2c126eb/d76173c5157b466f1a6868f4a2c126eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735210434.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/e0a/6f2879fc8dbb761342ecda95766b5e0a/6f2879fc8dbb761342ecda95766b5e0a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735210434.00000, db: /tmp/tmpxvjyg5a7/sda/containers/0/e0a/6f2879fc8dbb761342ecda95766b5e0a/6f2879fc8dbb761342ecda95766b5e0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0hbb4xaz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735210200.00000, (0, 0) as of 1735210200.00000, active as of 1735210200.00000> to ShardRange<'k' to 't' as of 1735210201.00000, (0, 0) as of 1735210201.00000, sharded as of 1735210202.00000>, path: .shards_a/shard_c, db: /tmp/tmp0hbb4xaz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp0hbb4xaz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp0_ab7eij/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210202.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/df3/2783723e647030138e65852889430df3/2783723e647030138e65852889430df3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210205.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/3ed/e8554d4692ef3045816220080a0703ed/e8554d4692ef3045816220080a0703ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210208.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/fc9/cdc31132cd2574bc21f64d468b2d3fc9/cdc31132cd2574bc21f64d468b2d3fc9.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210211.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/d68/0a71c9470a719062ca88b4de527d3d68/0a71c9470a719062ca88b4de527d3d68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210214.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/b5c/8aef48da4de54d61d0451d664cc59b5c/8aef48da4de54d61d0451d664cc59b5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210217.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/e2f/4d75fcd640312a53272896efa9441e2f/4d75fcd640312a53272896efa9441e2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210220.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/f3f/a224d703332590aed76e9679bf7b1f3f/a224d703332590aed76e9679bf7b1f3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210223.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/3d7/73d5aeda8839d2b12c38f2909c0d23d7/73d5aeda8839d2b12c38f2909c0d23d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210226.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/5aa/6f96618a929fe7803604be5fdaa4f5aa/6f96618a929fe7803604be5fdaa4f5aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210229.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/4fb/4e6c71e422b403aa28495c55665bd4fb/4e6c71e422b403aa28495c55665bd4fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210232.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/171/0934522033536d652d435963d4827171/0934522033536d652d435963d4827171.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210235.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/477/2bbcc92ae2cef3554330c69fb13d7477/2bbcc92ae2cef3554330c69fb13d7477.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210238.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/9cc/27193e8f5b0365f6bb6985200d3ff9cc/27193e8f5b0365f6bb6985200d3ff9cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210241.00000-0, db: /tmp/tmp6seie9nn/sda/containers/0/3e6/f0d0ee6d902f7eec1d18d3194b5e23e6/f0d0ee6d902f7eec1d18d3194b5e23e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210207.00000-0, db: /tmp/tmptbnctq6h/sda/containers/0/640/1e9f73b6c7f5668a47cac1efabec4640/1e9f73b6c7f5668a47cac1efabec4640.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210211.00000-0, db: /tmp/tmptbnctq6h/sda/containers/0/d68/0a71c9470a719062ca88b4de527d3d68/0a71c9470a719062ca88b4de527d3d68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210209.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/590/fa4ec02748202429b92d33b3b37b8590/fa4ec02748202429b92d33b3b37b8590.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210213.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/914/52ee8c5460c08502208358f3ac7f5914/52ee8c5460c08502208358f3ac7f5914.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210217.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/e2f/4d75fcd640312a53272896efa9441e2f/4d75fcd640312a53272896efa9441e2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210221.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/975/dd32215a606cef9df04d44223ba06975/dd32215a606cef9df04d44223ba06975.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210221.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/975/dd32215a606cef9df04d44223ba06975/dd32215a606cef9df04d44223ba06975.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210225.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/8d5/7ab45c3b810dadb90776a5cb314488d5/7ab45c3b810dadb90776a5cb314488d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210229.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/4fb/4e6c71e422b403aa28495c55665bd4fb/4e6c71e422b403aa28495c55665bd4fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210233.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/def/f0513191963c20c784d68df485626def/f0513191963c20c784d68df485626def.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210237.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/07e/1e8ff0f2104e5b18b4df3660c9c7707e/1e8ff0f2104e5b18b4df3660c9c7707e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210241.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/3e6/f0d0ee6d902f7eec1d18d3194b5e23e6/f0d0ee6d902f7eec1d18d3194b5e23e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210245.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d65/3d12a08bb7016ef4234eb35421226d65/3d12a08bb7016ef4234eb35421226d65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210249.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/2ef/61938b07e3ebe41edbcac61cca7ad2ef/61938b07e3ebe41edbcac61cca7ad2ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210253.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/c87/76147bc7e754116374114896c009ec87/76147bc7e754116374114896c009ec87.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210253.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/c87/76147bc7e754116374114896c009ec87/76147bc7e754116374114896c009ec87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210257.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/45d/e674f9dbdec843c461de15238a68745d/e674f9dbdec843c461de15238a68745d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210261.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/ab5/e07d025e742cbf0190b0579842989ab5/e07d025e742cbf0190b0579842989ab5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210265.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/409/16ccea9378bb980c56c9aa993a2dd409/16ccea9378bb980c56c9aa993a2dd409.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210269.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/0d6/94fc443563487ba204c220e7a4f270d6/94fc443563487ba204c220e7a4f270d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210273.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/824/5eca2109c9cbadc115b727933a731824/5eca2109c9cbadc115b727933a731824.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210277.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/145/7f0cf5e3b7461b762a204f6345952145/7f0cf5e3b7461b762a204f6345952145.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210281.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d04/b3ef0fc2c1a5c9d7c162ae2b6c744d04/b3ef0fc2c1a5c9d7c162ae2b6c744d04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210285.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/8f2/7ab7835c2fa2da64a7dffd6fed1558f2/7ab7835c2fa2da64a7dffd6fed1558f2.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210285.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/8f2/7ab7835c2fa2da64a7dffd6fed1558f2/7ab7835c2fa2da64a7dffd6fed1558f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210289.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/243/5c0180ec12acd262155e4a2378ed8243/5c0180ec12acd262155e4a2378ed8243.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210293.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/610/ff089780e46a53b1810a8b79eccc1610/ff089780e46a53b1810a8b79eccc1610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210297.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/83e/f0edc2f423904e7370a05ac29c44983e/f0edc2f423904e7370a05ac29c44983e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210301.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/2a3/604f7c6dda256e89cffe0b766260c2a3/604f7c6dda256e89cffe0b766260c2a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210305.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/f97/4eb4a7f9cc9afe5a7116574a98b0cf97/4eb4a7f9cc9afe5a7116574a98b0cf97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210309.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/dc5/62b624550cff0e087efa31bad7ba3dc5/62b624550cff0e087efa31bad7ba3dc5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210313.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/986/2e467b7af4a54d7c63069b5f2a896986/2e467b7af4a54d7c63069b5f2a896986.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210317.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/377/f1e06b08ce61dc89d782cf22d0e65377/f1e06b08ce61dc89d782cf22d0e65377.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210317.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/377/f1e06b08ce61dc89d782cf22d0e65377/f1e06b08ce61dc89d782cf22d0e65377.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210321.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/91b/fd7c3c0bf4ce6801f069956a8b82391b/fd7c3c0bf4ce6801f069956a8b82391b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210325.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210329.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/e15/19d4961c6a20fd5d30d6da69090a8e15/19d4961c6a20fd5d30d6da69090a8e15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210333.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/9a1/853dfde2b44fe729f522e85e3db399a1/853dfde2b44fe729f522e85e3db399a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210337.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/5d8/d634183940d1019a5534eb8fa553f5d8/d634183940d1019a5534eb8fa553f5d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210341.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/e84/e862d6fe741c536d44cdf48625551e84/e862d6fe741c536d44cdf48625551e84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210345.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/4e9/5f4177a8c30eed77ace8ba8b890a94e9/5f4177a8c30eed77ace8ba8b890a94e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210349.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/681/b41b957a145f00471df45f8078bc5681/b41b957a145f00471df45f8078bc5681.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210349.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/681/b41b957a145f00471df45f8078bc5681/b41b957a145f00471df45f8078bc5681.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210353.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210357.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210361.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210365.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/c83/765a6b390bfe1ddb90e6c70c104dfc83/765a6b390bfe1ddb90e6c70c104dfc83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210369.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d05/5e9d773007ccd5114f22679255f8ed05/5e9d773007ccd5114f22679255f8ed05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210373.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/0f3/ffa6187a0bc17608d6ac8b561b0bb0f3/ffa6187a0bc17608d6ac8b561b0bb0f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210377.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/da0/9673469e22737fd455a6e03aaf79dda0/9673469e22737fd455a6e03aaf79dda0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210381.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d62/8f09c2d159a22bd17ce786de860fed62/8f09c2d159a22bd17ce786de860fed62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210381.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d62/8f09c2d159a22bd17ce786de860fed62/8f09c2d159a22bd17ce786de860fed62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210385.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210389.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/b06/14e897bd1cb3da83b70cb0cf7ef9eb06/14e897bd1cb3da83b70cb0cf7ef9eb06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210393.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d2c/99fb2f246f079a7181fa35f1de25dd2c/99fb2f246f079a7181fa35f1de25dd2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210397.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/74a/a590913aaa6e9f181b7f4e2f0747574a/a590913aaa6e9f181b7f4e2f0747574a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210401.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/22b/19e4f0c3b99ad96940b343369a8d422b/19e4f0c3b99ad96940b343369a8d422b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210405.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/a9b/cbc1b552867784c564576f0beb125a9b/cbc1b552867784c564576f0beb125a9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210409.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/eb6/ef45c865b9f954402ba5f813ca7f6eb6/ef45c865b9f954402ba5f813ca7f6eb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210413.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/17b/26c163eac6b3d9fe3658b22b6de2e17b/26c163eac6b3d9fe3658b22b6de2e17b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210413.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/17b/26c163eac6b3d9fe3658b22b6de2e17b/26c163eac6b3d9fe3658b22b6de2e17b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210417.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/723/ee920d34dac258877abdf07fca565723/ee920d34dac258877abdf07fca565723.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210421.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/a0e/86752211637543fca91ede6bb0272a0e/86752211637543fca91ede6bb0272a0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210425.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/3e2/9443d3a96a854e778ce65b26cd75a3e2/9443d3a96a854e778ce65b26cd75a3e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210429.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/2e3/4dd9e27a16c067d0030bf754cb12f2e3/4dd9e27a16c067d0030bf754cb12f2e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210433.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/f98/f42ebb81f3c491510b8de4057e6a5f98/f42ebb81f3c491510b8de4057e6a5f98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210437.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/8ce/e9c7a3b705e9646eee5ab8f81162b8ce/e9c7a3b705e9646eee5ab8f81162b8ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210441.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/c18/d9f62147d0e9202f47e5d5f5c0bd3c18/d9f62147d0e9202f47e5d5f5c0bd3c18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210445.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/a69/15352ddc5e21b6cf6d326e2f0b254a69/15352ddc5e21b6cf6d326e2f0b254a69.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210445.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/a69/15352ddc5e21b6cf6d326e2f0b254a69/15352ddc5e21b6cf6d326e2f0b254a69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210449.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d79/627389918d7bade142caa0dbbb465d79/627389918d7bade142caa0dbbb465d79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210453.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/9cc/d39f7006c4fc2ca0b1456179afa6c9cc/d39f7006c4fc2ca0b1456179afa6c9cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210457.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/84c/cf324daca71e695871ed0e50777f984c/cf324daca71e695871ed0e50777f984c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210461.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/b90/71f8c8bb1b60a640078457e9b0821b90/71f8c8bb1b60a640078457e9b0821b90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210465.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d5c/d26ea8ee19ebb9f4e82cc5d7722edd5c/d26ea8ee19ebb9f4e82cc5d7722edd5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210469.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/b7a/4da7a0010e4c2bf33997ac40122c1b7a/4da7a0010e4c2bf33997ac40122c1b7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210473.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/ae5/cf0e5dbd94d3765fd99118e1112efae5/cf0e5dbd94d3765fd99118e1112efae5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210477.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/807/7476925a43782b0355047b610b317807/7476925a43782b0355047b610b317807.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210481.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/700/43f1ab37b279dde0bcaa624b0a5bd700/43f1ab37b279dde0bcaa624b0a5bd700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210485.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/6b1/cf0a9a84647933eac73622aa73da16b1/cf0a9a84647933eac73622aa73da16b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210489.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/512/5415bcf376e70e193584a1699f312512/5415bcf376e70e193584a1699f312512.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210493.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/06e/a7bad7daa7d936de1272412234c4606e/a7bad7daa7d936de1272412234c4606e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210497.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/252/235482cb4a5f32aa1f8a129df4eec252/235482cb4a5f32aa1f8a129df4eec252.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210501.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/077/7709902ddaa459d9032523a341a42077/7709902ddaa459d9032523a341a42077.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210505.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/f5a/508df333e138acf0310737b3a57eef5a/508df333e138acf0310737b3a57eef5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210509.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/df0/e44818c63efaff4b9c9b75ac0c3ccdf0/e44818c63efaff4b9c9b75ac0c3ccdf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210513.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/987/9aa652060b5955af8770517f1b3b1987/9aa652060b5955af8770517f1b3b1987.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210517.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/a8e/bc7ff9785aa76fc9e33144938250ba8e/bc7ff9785aa76fc9e33144938250ba8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210521.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/ceb/6af183d21ebce0d87284ac94258afceb/6af183d21ebce0d87284ac94258afceb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210525.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/5f1/a07b0f1ed8e187479474709468ffc5f1/a07b0f1ed8e187479474709468ffc5f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210529.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/b38/714cbbaffeb3ae0e77e4e409ebb41b38/714cbbaffeb3ae0e77e4e409ebb41b38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210533.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/262/6d90c0b27b1506b617f56d06256b0262/6d90c0b27b1506b617f56d06256b0262.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210537.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/675/b62a0f6a064312a233ff91ddf9006675/b62a0f6a064312a233ff91ddf9006675.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210541.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/b83/6a8cf04a1b307d2110ba35dfb2f9db83/6a8cf04a1b307d2110ba35dfb2f9db83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210545.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/75f/5a4e2b8bfa96ed14393dba000908475f/5a4e2b8bfa96ed14393dba000908475f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210549.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/417/ab3bb2afe789eccb133f9a36685d2417/ab3bb2afe789eccb133f9a36685d2417.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210553.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/5e7/6c239600ab46356a7f2c4e40ba9e05e7/6c239600ab46356a7f2c4e40ba9e05e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210557.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/bf8/778e1638d82bb076d26ccf9b63138bf8/778e1638d82bb076d26ccf9b63138bf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210561.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/cda/82cb52a1ff3afce8c394c6d65545bcda/82cb52a1ff3afce8c394c6d65545bcda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210565.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/008/de021dbcf9d1783ec5a5a65dcbe68008/de021dbcf9d1783ec5a5a65dcbe68008.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210569.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/cc8/6fc3a72926f380062adcaad0a9f20cc8/6fc3a72926f380062adcaad0a9f20cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210573.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/1d1/d4d1a88a3026bc4031019202159a31d1/d4d1a88a3026bc4031019202159a31d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210577.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/b8a/109b932dec110c6ea3fceb6e53203b8a/109b932dec110c6ea3fceb6e53203b8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210581.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/478/192df2b7dd92c7bcb076b2c595636478/192df2b7dd92c7bcb076b2c595636478.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210585.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/ed9/ca6c21a87831b2189a42109ecf001ed9/ca6c21a87831b2189a42109ecf001ed9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210589.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/b08/4d0fc75768adec3b2b61a0d42c063b08/4d0fc75768adec3b2b61a0d42c063b08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210593.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/391/42b943b2add7f1767e864ee29c423391/42b943b2add7f1767e864ee29c423391.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210597.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/af2/3b063e6873a27c2a953af6fbf8763af2/3b063e6873a27c2a953af6fbf8763af2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210601.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/9d4/d3a7562900012d361ad641b44cf009d4/d3a7562900012d361ad641b44cf009d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210605.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/af3/6f2fa5d0ae7257cbf83b5a634f988af3/6f2fa5d0ae7257cbf83b5a634f988af3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210609.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/84b/491fd40c5b06b316b3dabba4918ce84b/491fd40c5b06b316b3dabba4918ce84b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210613.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/315/791cca5d0e5384a78300740f3d95e315/791cca5d0e5384a78300740f3d95e315.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210617.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/564/87d3a6aee683f992bc9cde0dd1d34564/87d3a6aee683f992bc9cde0dd1d34564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210621.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/a0b/a1dd3c2c685c2a7b3639542c83576a0b/a1dd3c2c685c2a7b3639542c83576a0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210625.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/bbe/91f5237bf0332569a9755ca3cd860bbe/91f5237bf0332569a9755ca3cd860bbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210629.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/fef/5ad15123747c9233b1ad3f085e4b6fef/5ad15123747c9233b1ad3f085e4b6fef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210633.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/7c6/c9736ae15013ae53b16fb7405be9a7c6/c9736ae15013ae53b16fb7405be9a7c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210637.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/af8/125fcb8e101e53fd51720fc9b2530af8/125fcb8e101e53fd51720fc9b2530af8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210641.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/740/2956f85515735d264374835c19e19740/2956f85515735d264374835c19e19740.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210645.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/8e9/41c5d6560cf2180e6f6b5243aa08a8e9/41c5d6560cf2180e6f6b5243aa08a8e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210649.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/cc6/9cf75305f65e707f5399f259d5a06cc6/9cf75305f65e707f5399f259d5a06cc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210653.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/4dc/4a3118d7f9e4211575fdb9478bf704dc/4a3118d7f9e4211575fdb9478bf704dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210657.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/7e8/9afbd93b01c3c0f2adac2754fe0427e8/9afbd93b01c3c0f2adac2754fe0427e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210661.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/a33/ead082e2fd94b4061bfe1c1968f99a33/ead082e2fd94b4061bfe1c1968f99a33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210665.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/2c4/6521f84895d6c3d8f6d747892b2cc2c4/6521f84895d6c3d8f6d747892b2cc2c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210669.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/ad3/4f13f8defa4cf80a962ce0daa8ce9ad3/4f13f8defa4cf80a962ce0daa8ce9ad3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210673.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/8c9/503de273cb29c285c057cad9a0f608c9/503de273cb29c285c057cad9a0f608c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210677.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/936/d57d564157e93c44e816e47b629be936/d57d564157e93c44e816e47b629be936.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210681.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/c17/70dbd1c442d4754c8e41ce1852e15c17/70dbd1c442d4754c8e41ce1852e15c17.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210685.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/512/fe31df4ae008960ddb7d85554a6ec512/fe31df4ae008960ddb7d85554a6ec512.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210689.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/13f/bb9b58db51539c36d21c0c5a3a1df13f/bb9b58db51539c36d21c0c5a3a1df13f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210693.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/039/6fa3c2ff7007b78f580d97f06d914039/6fa3c2ff7007b78f580d97f06d914039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210697.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/23b/ad999bbf657a50cd4de55970f23c523b/ad999bbf657a50cd4de55970f23c523b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210701.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/506/a1bee517ab3086e40cb1c861d97e0506/a1bee517ab3086e40cb1c861d97e0506.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210705.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/8e9/89384ba7ba4b38f50f9bc3b5dced38e9/89384ba7ba4b38f50f9bc3b5dced38e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210709.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/d3d/5cd771011518904b1fcb8538304a2d3d/5cd771011518904b1fcb8538304a2d3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210713.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/518/57da660307659df5effded5c9d553518/57da660307659df5effded5c9d553518.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210717.00000-0, db: /tmp/tmphmxqdz2r/sda/containers/0/26e/4525a7e6d821579166935fd72693726e/4525a7e6d821579166935fd72693726e.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpcsh00ux4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210222.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpcsh00ux4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210222.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210226.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/5aa/6f96618a929fe7803604be5fdaa4f5aa/6f96618a929fe7803604be5fdaa4f5aa_1735210226.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210226.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/5aa/6f96618a929fe7803604be5fdaa4f5aa/6f96618a929fe7803604be5fdaa4f5aa_1735210226.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210229.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/4fb/4e6c71e422b403aa28495c55665bd4fb/4e6c71e422b403aa28495c55665bd4fb_1735210229.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210229.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/4fb/4e6c71e422b403aa28495c55665bd4fb/4e6c71e422b403aa28495c55665bd4fb_1735210229.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210232.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/171/0934522033536d652d435963d4827171/0934522033536d652d435963d4827171_1735210232.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210232.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/171/0934522033536d652d435963d4827171/0934522033536d652d435963d4827171_1735210232.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210235.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/477/2bbcc92ae2cef3554330c69fb13d7477/2bbcc92ae2cef3554330c69fb13d7477_1735210235.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210235.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/477/2bbcc92ae2cef3554330c69fb13d7477/2bbcc92ae2cef3554330c69fb13d7477_1735210235.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210238.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/9cc/27193e8f5b0365f6bb6985200d3ff9cc/27193e8f5b0365f6bb6985200d3ff9cc_1735210238.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210238.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/9cc/27193e8f5b0365f6bb6985200d3ff9cc/27193e8f5b0365f6bb6985200d3ff9cc_1735210238.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210241.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/3e6/f0d0ee6d902f7eec1d18d3194b5e23e6/f0d0ee6d902f7eec1d18d3194b5e23e6_1735210241.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210241.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/3e6/f0d0ee6d902f7eec1d18d3194b5e23e6/f0d0ee6d902f7eec1d18d3194b5e23e6_1735210241.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210244.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/9fe/61a7fcb2e720152bbaf8b72b592da9fe/61a7fcb2e720152bbaf8b72b592da9fe_1735210244.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210244.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/9fe/61a7fcb2e720152bbaf8b72b592da9fe/61a7fcb2e720152bbaf8b72b592da9fe_1735210244.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210247.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/c33/bc622eb77aef1f7018942634e40fdc33/bc622eb77aef1f7018942634e40fdc33_1735210247.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210247.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/c33/bc622eb77aef1f7018942634e40fdc33/bc622eb77aef1f7018942634e40fdc33_1735210247.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210250.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/db4/59e7949759bd230dd11dee0a7e72edb4/59e7949759bd230dd11dee0a7e72edb4_1735210250.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210250.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/db4/59e7949759bd230dd11dee0a7e72edb4/59e7949759bd230dd11dee0a7e72edb4_1735210250.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210253.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/c87/76147bc7e754116374114896c009ec87/76147bc7e754116374114896c009ec87_1735210253.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210253.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/c87/76147bc7e754116374114896c009ec87/76147bc7e754116374114896c009ec87_1735210253.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210256.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b5d/a5fe49afb85e6a21c31b1190e50c0b5d/a5fe49afb85e6a21c31b1190e50c0b5d_1735210256.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210256.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b5d/a5fe49afb85e6a21c31b1190e50c0b5d/a5fe49afb85e6a21c31b1190e50c0b5d_1735210256.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210259.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/782/53b82100b06a8cdc9ae2be08ba56b782/53b82100b06a8cdc9ae2be08ba56b782_1735210259.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210259.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/782/53b82100b06a8cdc9ae2be08ba56b782/53b82100b06a8cdc9ae2be08ba56b782_1735210259.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210262.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/98f/266a48351fc7d8d59cc3c208f3d0d98f/266a48351fc7d8d59cc3c208f3d0d98f_1735210262.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210262.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/98f/266a48351fc7d8d59cc3c208f3d0d98f/266a48351fc7d8d59cc3c208f3d0d98f_1735210262.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210265.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/409/16ccea9378bb980c56c9aa993a2dd409/16ccea9378bb980c56c9aa993a2dd409_1735210265.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210265.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/409/16ccea9378bb980c56c9aa993a2dd409/16ccea9378bb980c56c9aa993a2dd409_1735210265.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210268.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/6a4/6751221d090c163302cb3e4ecfba56a4/6751221d090c163302cb3e4ecfba56a4_1735210268.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210268.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/6a4/6751221d090c163302cb3e4ecfba56a4/6751221d090c163302cb3e4ecfba56a4_1735210268.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210271.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/da4/cf59c03ad45e6603ab22f6d3e0e20da4/cf59c03ad45e6603ab22f6d3e0e20da4_1735210271.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210271.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/da4/cf59c03ad45e6603ab22f6d3e0e20da4/cf59c03ad45e6603ab22f6d3e0e20da4_1735210271.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210274.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/36e/ce84f2a8417c9d77906ae1d49de8736e/ce84f2a8417c9d77906ae1d49de8736e_1735210274.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210274.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/36e/ce84f2a8417c9d77906ae1d49de8736e/ce84f2a8417c9d77906ae1d49de8736e_1735210274.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210277.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/145/7f0cf5e3b7461b762a204f6345952145/7f0cf5e3b7461b762a204f6345952145_1735210277.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210277.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/145/7f0cf5e3b7461b762a204f6345952145/7f0cf5e3b7461b762a204f6345952145_1735210277.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210280.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/40e/621635223235a077fee469ce760cd40e/621635223235a077fee469ce760cd40e_1735210280.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210280.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/40e/621635223235a077fee469ce760cd40e/621635223235a077fee469ce760cd40e_1735210280.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210283.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/6cb/3e214cd563e6b31b37e7d9409d7f26cb/3e214cd563e6b31b37e7d9409d7f26cb_1735210283.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210283.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/6cb/3e214cd563e6b31b37e7d9409d7f26cb/3e214cd563e6b31b37e7d9409d7f26cb_1735210283.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210286.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/087/c048da65b597508824eef74481bfc087/c048da65b597508824eef74481bfc087_1735210286.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210286.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/087/c048da65b597508824eef74481bfc087/c048da65b597508824eef74481bfc087_1735210286.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210289.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/243/5c0180ec12acd262155e4a2378ed8243/5c0180ec12acd262155e4a2378ed8243_1735210289.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210289.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/243/5c0180ec12acd262155e4a2378ed8243/5c0180ec12acd262155e4a2378ed8243_1735210289.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210292.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/28a/835defa843aefb40f88f87ef4223928a/835defa843aefb40f88f87ef4223928a_1735210292.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210292.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/28a/835defa843aefb40f88f87ef4223928a/835defa843aefb40f88f87ef4223928a_1735210292.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210295.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/0d2/7b0b9d15dc9b4e7ad1acddc7dee610d2/7b0b9d15dc9b4e7ad1acddc7dee610d2_1735210295.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210295.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/0d2/7b0b9d15dc9b4e7ad1acddc7dee610d2/7b0b9d15dc9b4e7ad1acddc7dee610d2_1735210295.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210298.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/1bb/7b58444ecfb7347008464ab6aaa0e1bb/7b58444ecfb7347008464ab6aaa0e1bb_1735210298.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210298.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/1bb/7b58444ecfb7347008464ab6aaa0e1bb/7b58444ecfb7347008464ab6aaa0e1bb_1735210298.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210301.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/2a3/604f7c6dda256e89cffe0b766260c2a3/604f7c6dda256e89cffe0b766260c2a3_1735210301.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210301.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/2a3/604f7c6dda256e89cffe0b766260c2a3/604f7c6dda256e89cffe0b766260c2a3_1735210301.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210304.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/7b8/2a64a838182bf904fe05bcb1d56a07b8/2a64a838182bf904fe05bcb1d56a07b8_1735210304.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210304.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/7b8/2a64a838182bf904fe05bcb1d56a07b8/2a64a838182bf904fe05bcb1d56a07b8_1735210304.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -Unlinked retiring db '/tmp/tmproukv3kb/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -Unlinked retiring db '/tmp/tmpvdgdyagd/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210307.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/c49/84f3f46c90675fec0577d859e5382c49/84f3f46c90675fec0577d859e5382c49_1735210307.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210307.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/c49/84f3f46c90675fec0577d859e5382c49/84f3f46c90675fec0577d859e5382c49_1735210307.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210310.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/918/dd0d21666d44f48a8992ae8b80d1e918/dd0d21666d44f48a8992ae8b80d1e918_1735210310.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210310.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/918/dd0d21666d44f48a8992ae8b80d1e918/dd0d21666d44f48a8992ae8b80d1e918_1735210310.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210313.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/986/2e467b7af4a54d7c63069b5f2a896986/2e467b7af4a54d7c63069b5f2a896986_1735210313.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210313.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/986/2e467b7af4a54d7c63069b5f2a896986/2e467b7af4a54d7c63069b5f2a896986_1735210313.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210316.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/53a/ec4083b22324947863647ec264ddd53a/ec4083b22324947863647ec264ddd53a_1735210316.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210316.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/53a/ec4083b22324947863647ec264ddd53a/ec4083b22324947863647ec264ddd53a_1735210316.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210319.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/aa0/82b0f457798cfe56becc6fff0780aaa0/82b0f457798cfe56becc6fff0780aaa0_1735210319.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210319.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/aa0/82b0f457798cfe56becc6fff0780aaa0/82b0f457798cfe56becc6fff0780aaa0_1735210319.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210322.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/59a/7e3c1c8ee6c5e1d9df1a8955c9ac759a/7e3c1c8ee6c5e1d9df1a8955c9ac759a_1735210322.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210322.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/59a/7e3c1c8ee6c5e1d9df1a8955c9ac759a/7e3c1c8ee6c5e1d9df1a8955c9ac759a_1735210322.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210325.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa_1735210325.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210325.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa_1735210325.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210328.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/6e4/b90d0a3302fd30a082346d118d0c66e4/b90d0a3302fd30a082346d118d0c66e4_1735210328.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210328.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/6e4/b90d0a3302fd30a082346d118d0c66e4/b90d0a3302fd30a082346d118d0c66e4_1735210328.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210331.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/194/a78c279b4680ad4f195f7f53b1ee4194/a78c279b4680ad4f195f7f53b1ee4194_1735210331.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210331.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/194/a78c279b4680ad4f195f7f53b1ee4194/a78c279b4680ad4f195f7f53b1ee4194_1735210331.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210334.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/3ed/54b49fa7762dfaa48babf5037e74a3ed/54b49fa7762dfaa48babf5037e74a3ed_1735210334.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210334.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/3ed/54b49fa7762dfaa48babf5037e74a3ed/54b49fa7762dfaa48babf5037e74a3ed_1735210334.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210337.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/5d8/d634183940d1019a5534eb8fa553f5d8/d634183940d1019a5534eb8fa553f5d8_1735210337.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210337.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/5d8/d634183940d1019a5534eb8fa553f5d8/d634183940d1019a5534eb8fa553f5d8_1735210337.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210340.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/851/95d04ecad717ccd423e701c2b6ac9851/95d04ecad717ccd423e701c2b6ac9851_1735210340.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210340.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/851/95d04ecad717ccd423e701c2b6ac9851/95d04ecad717ccd423e701c2b6ac9851_1735210340.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210343.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/50b/8c0f01ae7345a7215af495168f6ae50b/8c0f01ae7345a7215af495168f6ae50b_1735210343.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210343.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/50b/8c0f01ae7345a7215af495168f6ae50b/8c0f01ae7345a7215af495168f6ae50b_1735210343.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210346.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/979/cc063b94be1fad29e94b3d0e49bbc979/cc063b94be1fad29e94b3d0e49bbc979_1735210346.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210346.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/979/cc063b94be1fad29e94b3d0e49bbc979/cc063b94be1fad29e94b3d0e49bbc979_1735210346.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210349.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/681/b41b957a145f00471df45f8078bc5681/b41b957a145f00471df45f8078bc5681_1735210349.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210349.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/681/b41b957a145f00471df45f8078bc5681/b41b957a145f00471df45f8078bc5681_1735210349.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210352.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/d60/5205988de0f6074ac2a754679d238d60/5205988de0f6074ac2a754679d238d60_1735210352.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210352.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/d60/5205988de0f6074ac2a754679d238d60/5205988de0f6074ac2a754679d238d60_1735210352.00000.dbUnlinked retiring db '/tmp/tmpdx1hl0ng/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -Unlinked retiring db '/tmp/tmp0tlgxjmz/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210355.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b00/ea392583d86d497f44c816a5d9cc2b00/ea392583d86d497f44c816a5d9cc2b00_1735210355.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210355.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b00/ea392583d86d497f44c816a5d9cc2b00/ea392583d86d497f44c816a5d9cc2b00_1735210355.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210358.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/895/f978ced535b1b164c3c615a74e1a5895/f978ced535b1b164c3c615a74e1a5895_1735210358.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210358.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/895/f978ced535b1b164c3c615a74e1a5895/f978ced535b1b164c3c615a74e1a5895_1735210358.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210361.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16_1735210361.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210361.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16_1735210361.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210364.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/e59/0200e3f316d1efe748a44ecce94dfe59/0200e3f316d1efe748a44ecce94dfe59_1735210364.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210364.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/e59/0200e3f316d1efe748a44ecce94dfe59/0200e3f316d1efe748a44ecce94dfe59_1735210364.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210367.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/9d5/70ed2abebbb1954d26e0cbe74979b9d5/70ed2abebbb1954d26e0cbe74979b9d5_1735210367.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210367.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/9d5/70ed2abebbb1954d26e0cbe74979b9d5/70ed2abebbb1954d26e0cbe74979b9d5_1735210367.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210370.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/7c3/d2dc9d018450e9596e9d55c7a57067c3/d2dc9d018450e9596e9d55c7a57067c3_1735210370.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210370.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/7c3/d2dc9d018450e9596e9d55c7a57067c3/d2dc9d018450e9596e9d55c7a57067c3_1735210370.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210373.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/0f3/ffa6187a0bc17608d6ac8b561b0bb0f3/ffa6187a0bc17608d6ac8b561b0bb0f3_1735210373.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210373.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/0f3/ffa6187a0bc17608d6ac8b561b0bb0f3/ffa6187a0bc17608d6ac8b561b0bb0f3_1735210373.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210376.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/364/ba0803d2eb3ae606dc5f412bd126f364/ba0803d2eb3ae606dc5f412bd126f364_1735210376.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210376.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/364/ba0803d2eb3ae606dc5f412bd126f364/ba0803d2eb3ae606dc5f412bd126f364_1735210376.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210379.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/898/ad62dc83894675d7c8903424e688b898/ad62dc83894675d7c8903424e688b898_1735210379.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210379.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/898/ad62dc83894675d7c8903424e688b898/ad62dc83894675d7c8903424e688b898_1735210379.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210382.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/4ef/8b33263d43b2b359b851b1399a1804ef/8b33263d43b2b359b851b1399a1804ef_1735210382.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210382.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/4ef/8b33263d43b2b359b851b1399a1804ef/8b33263d43b2b359b851b1399a1804ef_1735210382.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210385.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f_1735210385.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210385.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f_1735210385.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210388.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/9d5/ae171b00cdbac414f57fa3218f6789d5/ae171b00cdbac414f57fa3218f6789d5_1735210388.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210388.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/9d5/ae171b00cdbac414f57fa3218f6789d5/ae171b00cdbac414f57fa3218f6789d5_1735210388.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210391.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/0e7/6ea647648e4a748bf01dc8a368cd70e7/6ea647648e4a748bf01dc8a368cd70e7_1735210391.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210391.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/0e7/6ea647648e4a748bf01dc8a368cd70e7/6ea647648e4a748bf01dc8a368cd70e7_1735210391.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210394.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/bb5/21e3ba5bea25ba51e8e273b31b187bb5/21e3ba5bea25ba51e8e273b31b187bb5_1735210394.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210394.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/bb5/21e3ba5bea25ba51e8e273b31b187bb5/21e3ba5bea25ba51e8e273b31b187bb5_1735210394.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210397.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/74a/a590913aaa6e9f181b7f4e2f0747574a/a590913aaa6e9f181b7f4e2f0747574a_1735210397.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210397.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/74a/a590913aaa6e9f181b7f4e2f0747574a/a590913aaa6e9f181b7f4e2f0747574a_1735210397.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210400.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/c62/99b095147872d0b589bf653561da3c62/99b095147872d0b589bf653561da3c62_1735210400.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210400.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/c62/99b095147872d0b589bf653561da3c62/99b095147872d0b589bf653561da3c62_1735210400.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210403.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b6b/ea11f300328abaa5353efe4cd4346b6b/ea11f300328abaa5353efe4cd4346b6b_1735210403.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210403.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b6b/ea11f300328abaa5353efe4cd4346b6b/ea11f300328abaa5353efe4cd4346b6b_1735210403.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210406.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/f26/724c88efa691c3816fa5ca74b1115f26/724c88efa691c3816fa5ca74b1115f26_1735210406.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210406.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/f26/724c88efa691c3816fa5ca74b1115f26/724c88efa691c3816fa5ca74b1115f26_1735210406.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210409.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/eb6/ef45c865b9f954402ba5f813ca7f6eb6/ef45c865b9f954402ba5f813ca7f6eb6_1735210409.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210409.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/eb6/ef45c865b9f954402ba5f813ca7f6eb6/ef45c865b9f954402ba5f813ca7f6eb6_1735210409.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210412.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b22/1986dc410206d1fdea0bb5bf521c7b22/1986dc410206d1fdea0bb5bf521c7b22_1735210412.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210412.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/b22/1986dc410206d1fdea0bb5bf521c7b22/1986dc410206d1fdea0bb5bf521c7b22_1735210412.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210415.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/58b/37b5678f0cdfe7f43c8a55be17d6758b/37b5678f0cdfe7f43c8a55be17d6758b_1735210415.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210415.00000-0, db: /tmp/tmp59wj5i3c/sda/containers/0/58b/37b5678f0cdfe7f43c8a55be17d6758b/37b5678f0cdfe7f43c8a55be17d6758b_1735210415.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210252.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/d1b/cad4b8a70fa62d4ed4778bd2875ffd1b/cad4b8a70fa62d4ed4778bd2875ffd1b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210252.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/d1b/cad4b8a70fa62d4ed4778bd2875ffd1b/cad4b8a70fa62d4ed4778bd2875ffd1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210256.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/b5d/a5fe49afb85e6a21c31b1190e50c0b5d/a5fe49afb85e6a21c31b1190e50c0b5d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210256.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/b5d/a5fe49afb85e6a21c31b1190e50c0b5d/a5fe49afb85e6a21c31b1190e50c0b5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210260.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/ae7/64bc071504db5b360e61a640cf865ae7/64bc071504db5b360e61a640cf865ae7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210260.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/ae7/64bc071504db5b360e61a640cf865ae7/64bc071504db5b360e61a640cf865ae7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210264.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/1a7/9e51fd8b26a7d272f1ce49de874a61a7/9e51fd8b26a7d272f1ce49de874a61a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210264.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/1a7/9e51fd8b26a7d272f1ce49de874a61a7/9e51fd8b26a7d272f1ce49de874a61a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210268.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/6a4/6751221d090c163302cb3e4ecfba56a4/6751221d090c163302cb3e4ecfba56a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210268.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/6a4/6751221d090c163302cb3e4ecfba56a4/6751221d090c163302cb3e4ecfba56a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210272.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/fb4/736a04b3e03a49459385522b837b8fb4/736a04b3e03a49459385522b837b8fb4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210272.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/fb4/736a04b3e03a49459385522b837b8fb4/736a04b3e03a49459385522b837b8fb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210276.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/563/264b0c68fdea25b7671294a77d287563/264b0c68fdea25b7671294a77d287563.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210276.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/563/264b0c68fdea25b7671294a77d287563/264b0c68fdea25b7671294a77d287563.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210280.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/40e/621635223235a077fee469ce760cd40e/621635223235a077fee469ce760cd40e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210280.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/40e/621635223235a077fee469ce760cd40e/621635223235a077fee469ce760cd40e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210284.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/37d/e93615bc7a7d4cb93bcee5d7366e837d/e93615bc7a7d4cb93bcee5d7366e837d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210284.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/37d/e93615bc7a7d4cb93bcee5d7366e837d/e93615bc7a7d4cb93bcee5d7366e837d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210288.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/551/a01d3889e05ea1f98d1c5453e2ade551/a01d3889e05ea1f98d1c5453e2ade551.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210288.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/551/a01d3889e05ea1f98d1c5453e2ade551/a01d3889e05ea1f98d1c5453e2ade551.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210292.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/28a/835defa843aefb40f88f87ef4223928a/835defa843aefb40f88f87ef4223928a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210292.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/28a/835defa843aefb40f88f87ef4223928a/835defa843aefb40f88f87ef4223928a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210296.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/2df/e12f3105fa3cb855a46ce4258333c2df/e12f3105fa3cb855a46ce4258333c2df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210296.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/2df/e12f3105fa3cb855a46ce4258333c2df/e12f3105fa3cb855a46ce4258333c2df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210300.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/ca7/0b5eeb262fdfbad5c766e3661a8a1ca7/0b5eeb262fdfbad5c766e3661a8a1ca7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210300.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/ca7/0b5eeb262fdfbad5c766e3661a8a1ca7/0b5eeb262fdfbad5c766e3661a8a1ca7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210304.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/7b8/2a64a838182bf904fe05bcb1d56a07b8/2a64a838182bf904fe05bcb1d56a07b8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210304.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/7b8/2a64a838182bf904fe05bcb1d56a07b8/2a64a838182bf904fe05bcb1d56a07b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210308.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/b9d/b57ec45b5081996e4faa110ab9abab9d/b57ec45b5081996e4faa110ab9abab9d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210308.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/b9d/b57ec45b5081996e4faa110ab9abab9d/b57ec45b5081996e4faa110ab9abab9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210312.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/56f/6adf5ac7799276a09a0a4cc2241fb56f/6adf5ac7799276a09a0a4cc2241fb56f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210312.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/56f/6adf5ac7799276a09a0a4cc2241fb56f/6adf5ac7799276a09a0a4cc2241fb56f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210316.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/53a/ec4083b22324947863647ec264ddd53a/ec4083b22324947863647ec264ddd53a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210316.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/53a/ec4083b22324947863647ec264ddd53a/ec4083b22324947863647ec264ddd53a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210320.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/b0c/65d85f4794e200703f39b186d1f93b0c/65d85f4794e200703f39b186d1f93b0c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210320.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/b0c/65d85f4794e200703f39b186d1f93b0c/65d85f4794e200703f39b186d1f93b0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210324.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/407/868c4819f911d21ce35f0307bd8d8407/868c4819f911d21ce35f0307bd8d8407.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210324.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/407/868c4819f911d21ce35f0307bd8d8407/868c4819f911d21ce35f0307bd8d8407.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210328.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/6e4/b90d0a3302fd30a082346d118d0c66e4/b90d0a3302fd30a082346d118d0c66e4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210328.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/6e4/b90d0a3302fd30a082346d118d0c66e4/b90d0a3302fd30a082346d118d0c66e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210332.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/d75/2372fd15461236bb3c16cb074e4ced75/2372fd15461236bb3c16cb074e4ced75.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210332.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/d75/2372fd15461236bb3c16cb074e4ced75/2372fd15461236bb3c16cb074e4ced75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210336.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/e96/1c1e56aec7422f6f0ec440af17e2fe96/1c1e56aec7422f6f0ec440af17e2fe96.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210336.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/e96/1c1e56aec7422f6f0ec440af17e2fe96/1c1e56aec7422f6f0ec440af17e2fe96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210340.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/851/95d04ecad717ccd423e701c2b6ac9851/95d04ecad717ccd423e701c2b6ac9851.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210340.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/851/95d04ecad717ccd423e701c2b6ac9851/95d04ecad717ccd423e701c2b6ac9851.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210344.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/f71/42de453a28ad5bb1fcc384306a57ff71/42de453a28ad5bb1fcc384306a57ff71.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210344.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/f71/42de453a28ad5bb1fcc384306a57ff71/42de453a28ad5bb1fcc384306a57ff71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210348.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/afa/394dde62026136140dae75688f9a3afa/394dde62026136140dae75688f9a3afa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210348.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/afa/394dde62026136140dae75688f9a3afa/394dde62026136140dae75688f9a3afa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210352.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/d60/5205988de0f6074ac2a754679d238d60/5205988de0f6074ac2a754679d238d60.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210352.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/d60/5205988de0f6074ac2a754679d238d60/5205988de0f6074ac2a754679d238d60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210356.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/259/63cf6203bffc786e36bd97b6c9468259/63cf6203bffc786e36bd97b6c9468259.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210356.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/259/63cf6203bffc786e36bd97b6c9468259/63cf6203bffc786e36bd97b6c9468259.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210360.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/cd5/59ae6a4b87c59836578cf8120c6decd5/59ae6a4b87c59836578cf8120c6decd5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210360.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/cd5/59ae6a4b87c59836578cf8120c6decd5/59ae6a4b87c59836578cf8120c6decd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210364.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/e59/0200e3f316d1efe748a44ecce94dfe59/0200e3f316d1efe748a44ecce94dfe59.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210364.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/e59/0200e3f316d1efe748a44ecce94dfe59/0200e3f316d1efe748a44ecce94dfe59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210368.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/a99/cd17653128ca17b372bbaf3f7d47fa99/cd17653128ca17b372bbaf3f7d47fa99.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210368.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/a99/cd17653128ca17b372bbaf3f7d47fa99/cd17653128ca17b372bbaf3f7d47fa99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210372.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/05f/c071190a1c5d122e9edb02949b7ec05f/c071190a1c5d122e9edb02949b7ec05f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210372.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/05f/c071190a1c5d122e9edb02949b7ec05f/c071190a1c5d122e9edb02949b7ec05f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210376.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/364/ba0803d2eb3ae606dc5f412bd126f364/ba0803d2eb3ae606dc5f412bd126f364.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210376.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/364/ba0803d2eb3ae606dc5f412bd126f364/ba0803d2eb3ae606dc5f412bd126f364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210380.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/abb/2f9a6f714435c6884b26ff31e3b26abb/2f9a6f714435c6884b26ff31e3b26abb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210380.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/abb/2f9a6f714435c6884b26ff31e3b26abb/2f9a6f714435c6884b26ff31e3b26abb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210384.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/604/ba6dcb9706ba07cde7f5e15fee385604/ba6dcb9706ba07cde7f5e15fee385604.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210384.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/604/ba6dcb9706ba07cde7f5e15fee385604/ba6dcb9706ba07cde7f5e15fee385604.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210388.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/9d5/ae171b00cdbac414f57fa3218f6789d5/ae171b00cdbac414f57fa3218f6789d5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210388.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/9d5/ae171b00cdbac414f57fa3218f6789d5/ae171b00cdbac414f57fa3218f6789d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210392.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/76d/ded30fa88e50f87d079909b61a17376d/ded30fa88e50f87d079909b61a17376d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210392.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/76d/ded30fa88e50f87d079909b61a17376d/ded30fa88e50f87d079909b61a17376d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210396.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/7f3/5743c5dc05bc768542151616c8b067f3/5743c5dc05bc768542151616c8b067f3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210396.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/7f3/5743c5dc05bc768542151616c8b067f3/5743c5dc05bc768542151616c8b067f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210400.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/c62/99b095147872d0b589bf653561da3c62/99b095147872d0b589bf653561da3c62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210400.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/c62/99b095147872d0b589bf653561da3c62/99b095147872d0b589bf653561da3c62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210404.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/28d/408933d9ea6ea2d36c0cc3976193b28d/408933d9ea6ea2d36c0cc3976193b28d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210404.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/28d/408933d9ea6ea2d36c0cc3976193b28d/408933d9ea6ea2d36c0cc3976193b28d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210408.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/595/4c3932d3383dafbcf7ae84267c2ba595/4c3932d3383dafbcf7ae84267c2ba595.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210408.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/595/4c3932d3383dafbcf7ae84267c2ba595/4c3932d3383dafbcf7ae84267c2ba595.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210412.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/b22/1986dc410206d1fdea0bb5bf521c7b22/1986dc410206d1fdea0bb5bf521c7b22.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210412.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/b22/1986dc410206d1fdea0bb5bf521c7b22/1986dc410206d1fdea0bb5bf521c7b22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210416.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/5dc/d3b17fc4e15fc1ca06700357fdfba5dc/d3b17fc4e15fc1ca06700357fdfba5dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210416.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/5dc/d3b17fc4e15fc1ca06700357fdfba5dc/d3b17fc4e15fc1ca06700357fdfba5dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210420.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/f1a/857b25f46a691ef5b85cf1634a094f1a/857b25f46a691ef5b85cf1634a094f1a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210420.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/f1a/857b25f46a691ef5b85cf1634a094f1a/857b25f46a691ef5b85cf1634a094f1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210424.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/1db/4a20b3ac893ef26f90139e6f047471db/4a20b3ac893ef26f90139e6f047471db.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210424.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/1db/4a20b3ac893ef26f90139e6f047471db/4a20b3ac893ef26f90139e6f047471db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210428.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/f63/747d4eb323e9b56c312be300469bbf63/747d4eb323e9b56c312be300469bbf63.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210428.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/f63/747d4eb323e9b56c312be300469bbf63/747d4eb323e9b56c312be300469bbf63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210432.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/ee5/4ae65c9ff3f3f43de6d859977c986ee5/4ae65c9ff3f3f43de6d859977c986ee5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210432.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/ee5/4ae65c9ff3f3f43de6d859977c986ee5/4ae65c9ff3f3f43de6d859977c986ee5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210436.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/959/1c283b028fd4ee73ce042e7a8acd7959/1c283b028fd4ee73ce042e7a8acd7959.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210436.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/959/1c283b028fd4ee73ce042e7a8acd7959/1c283b028fd4ee73ce042e7a8acd7959.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210440.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/4ee/cfa1cd16bbc4912485c0f6892c7a84ee/cfa1cd16bbc4912485c0f6892c7a84ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210440.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/4ee/cfa1cd16bbc4912485c0f6892c7a84ee/cfa1cd16bbc4912485c0f6892c7a84ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210444.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/e72/6c3898d53957ddc430c6a60f20d15e72/6c3898d53957ddc430c6a60f20d15e72.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210444.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/e72/6c3898d53957ddc430c6a60f20d15e72/6c3898d53957ddc430c6a60f20d15e72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210448.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/3e2/8363683cad95518b1fdca18be76a63e2/8363683cad95518b1fdca18be76a63e2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210448.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/3e2/8363683cad95518b1fdca18be76a63e2/8363683cad95518b1fdca18be76a63e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210452.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/9b5/11432123e924df31d082f47dbfe139b5/11432123e924df31d082f47dbfe139b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210452.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/9b5/11432123e924df31d082f47dbfe139b5/11432123e924df31d082f47dbfe139b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210456.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/89d/3ea94ce0d8624cd97c7373c388afd89d/3ea94ce0d8624cd97c7373c388afd89d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210456.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/89d/3ea94ce0d8624cd97c7373c388afd89d/3ea94ce0d8624cd97c7373c388afd89d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210460.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/3e4/cbd1348967f4007c8e53cb4f892fa3e4/cbd1348967f4007c8e53cb4f892fa3e4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210460.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/3e4/cbd1348967f4007c8e53cb4f892fa3e4/cbd1348967f4007c8e53cb4f892fa3e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210464.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/84c/dd0834299f617cdb37242cba3766f84c/dd0834299f617cdb37242cba3766f84c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210464.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/84c/dd0834299f617cdb37242cba3766f84c/dd0834299f617cdb37242cba3766f84c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210468.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/3ad/81c15e0d057eeaecd9d18a8b88a243ad/81c15e0d057eeaecd9d18a8b88a243ad.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210468.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/3ad/81c15e0d057eeaecd9d18a8b88a243ad/81c15e0d057eeaecd9d18a8b88a243ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210472.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/a90/cef5355adba1de08095761985bfeaa90/cef5355adba1de08095761985bfeaa90.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210472.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/a90/cef5355adba1de08095761985bfeaa90/cef5355adba1de08095761985bfeaa90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210476.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/fc9/67b9b3d3be7f65dedad061962a245fc9/67b9b3d3be7f65dedad061962a245fc9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210476.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/fc9/67b9b3d3be7f65dedad061962a245fc9/67b9b3d3be7f65dedad061962a245fc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210480.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/75d/449f3e78a3846f371342324cd837175d/449f3e78a3846f371342324cd837175d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210480.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/75d/449f3e78a3846f371342324cd837175d/449f3e78a3846f371342324cd837175d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210484.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/c5a/7284025667e65df15a1bf0a0149edc5a/7284025667e65df15a1bf0a0149edc5a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210484.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/c5a/7284025667e65df15a1bf0a0149edc5a/7284025667e65df15a1bf0a0149edc5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210488.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/115/d3c02e3b374004a1119b8d73d4be9115/d3c02e3b374004a1119b8d73d4be9115.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210488.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/115/d3c02e3b374004a1119b8d73d4be9115/d3c02e3b374004a1119b8d73d4be9115.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210492.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/76c/8b3e734df68c1868b4bbcc7ad3b1176c/8b3e734df68c1868b4bbcc7ad3b1176c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210492.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/76c/8b3e734df68c1868b4bbcc7ad3b1176c/8b3e734df68c1868b4bbcc7ad3b1176c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210496.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/17e/015f076fa118660756390dceddd8017e/015f076fa118660756390dceddd8017e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210496.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/17e/015f076fa118660756390dceddd8017e/015f076fa118660756390dceddd8017e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210500.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/391/91de5461161e5d1fda004032dd683391/91de5461161e5d1fda004032dd683391.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210500.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/391/91de5461161e5d1fda004032dd683391/91de5461161e5d1fda004032dd683391.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a2321ebac65475fa8885-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a2321ebac65475fa8885-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a2321ebac65475fa8885-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a2321ebac65475fa8885-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a2321ebac65475fa8885-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a2321ebac65475fa8885-00697a4615) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8a2321ebac65475fa8885-00697a4615) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210504.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/9aa/9929c6a8961f61ca5aaec49ffcd399aa/9929c6a8961f61ca5aaec49ffcd399aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210504.00000-0, db: /tmp/tmplogrq3uf/sda/containers/0/9aa/9929c6a8961f61ca5aaec49ffcd399aa/9929c6a8961f61ca5aaec49ffcd399aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210261.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/ab5/e07d025e742cbf0190b0579842989ab5/e07d025e742cbf0190b0579842989ab5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210261.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/ab5/e07d025e742cbf0190b0579842989ab5/e07d025e742cbf0190b0579842989ab5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210264.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/1a7/9e51fd8b26a7d272f1ce49de874a61a7/9e51fd8b26a7d272f1ce49de874a61a7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210264.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/1a7/9e51fd8b26a7d272f1ce49de874a61a7/9e51fd8b26a7d272f1ce49de874a61a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210267.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/6a6/45bfcb233db4e05a7797ea1ff0cc36a6/45bfcb233db4e05a7797ea1ff0cc36a6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210267.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/6a6/45bfcb233db4e05a7797ea1ff0cc36a6/45bfcb233db4e05a7797ea1ff0cc36a6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210270.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/f31/239ebf8daeadd9a64a519564d3ef6f31/239ebf8daeadd9a64a519564d3ef6f31.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210270.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/f31/239ebf8daeadd9a64a519564d3ef6f31/239ebf8daeadd9a64a519564d3ef6f31.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210273.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/824/5eca2109c9cbadc115b727933a731824/5eca2109c9cbadc115b727933a731824.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210273.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/824/5eca2109c9cbadc115b727933a731824/5eca2109c9cbadc115b727933a731824.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210276.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/563/264b0c68fdea25b7671294a77d287563/264b0c68fdea25b7671294a77d287563.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210276.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/563/264b0c68fdea25b7671294a77d287563/264b0c68fdea25b7671294a77d287563.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210279.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/fd3/72607d9508f828d9a2758cd76790bfd3/72607d9508f828d9a2758cd76790bfd3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210279.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/fd3/72607d9508f828d9a2758cd76790bfd3/72607d9508f828d9a2758cd76790bfd3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210282.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/05d/fb7c8a20aa3ef12b2b7c86f314b4405d/fb7c8a20aa3ef12b2b7c86f314b4405d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210282.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/05d/fb7c8a20aa3ef12b2b7c86f314b4405d/fb7c8a20aa3ef12b2b7c86f314b4405d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210285.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/8f2/7ab7835c2fa2da64a7dffd6fed1558f2/7ab7835c2fa2da64a7dffd6fed1558f2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210285.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/8f2/7ab7835c2fa2da64a7dffd6fed1558f2/7ab7835c2fa2da64a7dffd6fed1558f2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210288.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/551/a01d3889e05ea1f98d1c5453e2ade551/a01d3889e05ea1f98d1c5453e2ade551.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210288.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/551/a01d3889e05ea1f98d1c5453e2ade551/a01d3889e05ea1f98d1c5453e2ade551.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210291.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/aec/069e2c0103dd5a0b5edabdf75c486aec/069e2c0103dd5a0b5edabdf75c486aec.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210291.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/aec/069e2c0103dd5a0b5edabdf75c486aec/069e2c0103dd5a0b5edabdf75c486aec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210294.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/639/b48069c0cfb37f7752556f8197df7639/b48069c0cfb37f7752556f8197df7639.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210294.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/639/b48069c0cfb37f7752556f8197df7639/b48069c0cfb37f7752556f8197df7639.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210297.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/83e/f0edc2f423904e7370a05ac29c44983e/f0edc2f423904e7370a05ac29c44983e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210297.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/83e/f0edc2f423904e7370a05ac29c44983e/f0edc2f423904e7370a05ac29c44983e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210300.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/ca7/0b5eeb262fdfbad5c766e3661a8a1ca7/0b5eeb262fdfbad5c766e3661a8a1ca7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210300.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/ca7/0b5eeb262fdfbad5c766e3661a8a1ca7/0b5eeb262fdfbad5c766e3661a8a1ca7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210303.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/e2e/5639c07e100b52f9c5a9bb3e2a2a0e2e/5639c07e100b52f9c5a9bb3e2a2a0e2e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210303.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/e2e/5639c07e100b52f9c5a9bb3e2a2a0e2e/5639c07e100b52f9c5a9bb3e2a2a0e2e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210306.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/818/b9a728586fd8863832ccfc11d4a69818/b9a728586fd8863832ccfc11d4a69818.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210306.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/818/b9a728586fd8863832ccfc11d4a69818/b9a728586fd8863832ccfc11d4a69818.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210309.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/dc5/62b624550cff0e087efa31bad7ba3dc5/62b624550cff0e087efa31bad7ba3dc5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210309.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/dc5/62b624550cff0e087efa31bad7ba3dc5/62b624550cff0e087efa31bad7ba3dc5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210312.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/56f/6adf5ac7799276a09a0a4cc2241fb56f/6adf5ac7799276a09a0a4cc2241fb56f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210312.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/56f/6adf5ac7799276a09a0a4cc2241fb56f/6adf5ac7799276a09a0a4cc2241fb56f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210315.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/adc/af28b16cc8f48273d1b2668d49449adc/af28b16cc8f48273d1b2668d49449adc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210315.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/adc/af28b16cc8f48273d1b2668d49449adc/af28b16cc8f48273d1b2668d49449adc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210318.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/2dc/7761483296ef5b881cfdc701c66432dc/7761483296ef5b881cfdc701c66432dc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210318.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/2dc/7761483296ef5b881cfdc701c66432dc/7761483296ef5b881cfdc701c66432dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210321.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/91b/fd7c3c0bf4ce6801f069956a8b82391b/fd7c3c0bf4ce6801f069956a8b82391b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210321.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/91b/fd7c3c0bf4ce6801f069956a8b82391b/fd7c3c0bf4ce6801f069956a8b82391b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210324.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/407/868c4819f911d21ce35f0307bd8d8407/868c4819f911d21ce35f0307bd8d8407.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210324.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/407/868c4819f911d21ce35f0307bd8d8407/868c4819f911d21ce35f0307bd8d8407.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210327.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/f8d/7d05ebe3b7acef5b3a5ce4dd57d77f8d/7d05ebe3b7acef5b3a5ce4dd57d77f8d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210327.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/f8d/7d05ebe3b7acef5b3a5ce4dd57d77f8d/7d05ebe3b7acef5b3a5ce4dd57d77f8d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210330.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/278/5e5256fa8293776bec7b30ab0e4ad278/5e5256fa8293776bec7b30ab0e4ad278.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210330.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/278/5e5256fa8293776bec7b30ab0e4ad278/5e5256fa8293776bec7b30ab0e4ad278.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210333.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/9a1/853dfde2b44fe729f522e85e3db399a1/853dfde2b44fe729f522e85e3db399a1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210333.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/9a1/853dfde2b44fe729f522e85e3db399a1/853dfde2b44fe729f522e85e3db399a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210336.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/e96/1c1e56aec7422f6f0ec440af17e2fe96/1c1e56aec7422f6f0ec440af17e2fe96.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210336.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/e96/1c1e56aec7422f6f0ec440af17e2fe96/1c1e56aec7422f6f0ec440af17e2fe96.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210339.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/150/418d4dfa2368c38116e49760cf48d150/418d4dfa2368c38116e49760cf48d150.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210339.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/150/418d4dfa2368c38116e49760cf48d150/418d4dfa2368c38116e49760cf48d150.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210342.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/3f6/c0b7b2ee4e5a311423058757c226a3f6/c0b7b2ee4e5a311423058757c226a3f6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210342.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/3f6/c0b7b2ee4e5a311423058757c226a3f6/c0b7b2ee4e5a311423058757c226a3f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210345.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/4e9/5f4177a8c30eed77ace8ba8b890a94e9/5f4177a8c30eed77ace8ba8b890a94e9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210345.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/4e9/5f4177a8c30eed77ace8ba8b890a94e9/5f4177a8c30eed77ace8ba8b890a94e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210348.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/afa/394dde62026136140dae75688f9a3afa/394dde62026136140dae75688f9a3afa.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210348.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/afa/394dde62026136140dae75688f9a3afa/394dde62026136140dae75688f9a3afa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210351.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/3d9/2f6ef7402c2fd0167b8382a37d33c3d9/2f6ef7402c2fd0167b8382a37d33c3d9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210351.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/3d9/2f6ef7402c2fd0167b8382a37d33c3d9/2f6ef7402c2fd0167b8382a37d33c3d9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210354.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/7d9/41d4c93a9c5f2f53819c7c69afcde7d9/41d4c93a9c5f2f53819c7c69afcde7d9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210354.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/7d9/41d4c93a9c5f2f53819c7c69afcde7d9/41d4c93a9c5f2f53819c7c69afcde7d9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210357.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210357.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210360.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/cd5/59ae6a4b87c59836578cf8120c6decd5/59ae6a4b87c59836578cf8120c6decd5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210360.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/cd5/59ae6a4b87c59836578cf8120c6decd5/59ae6a4b87c59836578cf8120c6decd5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210363.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210363.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210366.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/b55/de0ff5a1eb60c518436b9fab699f6b55/de0ff5a1eb60c518436b9fab699f6b55.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210366.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/b55/de0ff5a1eb60c518436b9fab699f6b55/de0ff5a1eb60c518436b9fab699f6b55.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210369.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/d05/5e9d773007ccd5114f22679255f8ed05/5e9d773007ccd5114f22679255f8ed05.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210369.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/d05/5e9d773007ccd5114f22679255f8ed05/5e9d773007ccd5114f22679255f8ed05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210372.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/05f/c071190a1c5d122e9edb02949b7ec05f/c071190a1c5d122e9edb02949b7ec05f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210372.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/05f/c071190a1c5d122e9edb02949b7ec05f/c071190a1c5d122e9edb02949b7ec05f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210375.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/1b9/526fa7ad5fc3cf615740a61b6a2551b9/526fa7ad5fc3cf615740a61b6a2551b9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210375.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/1b9/526fa7ad5fc3cf615740a61b6a2551b9/526fa7ad5fc3cf615740a61b6a2551b9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210378.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/c07/db913c08b98bbc8ce79290cc016ebc07/db913c08b98bbc8ce79290cc016ebc07.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210378.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/c07/db913c08b98bbc8ce79290cc016ebc07/db913c08b98bbc8ce79290cc016ebc07.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210381.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/d62/8f09c2d159a22bd17ce786de860fed62/8f09c2d159a22bd17ce786de860fed62.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210381.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/d62/8f09c2d159a22bd17ce786de860fed62/8f09c2d159a22bd17ce786de860fed62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210384.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/604/ba6dcb9706ba07cde7f5e15fee385604/ba6dcb9706ba07cde7f5e15fee385604.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210384.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/604/ba6dcb9706ba07cde7f5e15fee385604/ba6dcb9706ba07cde7f5e15fee385604.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210387.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/810/d15aa0048c8f2ca11ed09c0c624db810/d15aa0048c8f2ca11ed09c0c624db810.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210387.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/810/d15aa0048c8f2ca11ed09c0c624db810/d15aa0048c8f2ca11ed09c0c624db810.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210390.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/562/c139fcb7b107416404f6822b56cf1562/c139fcb7b107416404f6822b56cf1562.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210390.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/562/c139fcb7b107416404f6822b56cf1562/c139fcb7b107416404f6822b56cf1562.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210393.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/d2c/99fb2f246f079a7181fa35f1de25dd2c/99fb2f246f079a7181fa35f1de25dd2c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210393.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/d2c/99fb2f246f079a7181fa35f1de25dd2c/99fb2f246f079a7181fa35f1de25dd2c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210396.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/7f3/5743c5dc05bc768542151616c8b067f3/5743c5dc05bc768542151616c8b067f3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210396.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/7f3/5743c5dc05bc768542151616c8b067f3/5743c5dc05bc768542151616c8b067f3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210399.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/1ca/29311b5a94d33f439531422f3e8031ca/29311b5a94d33f439531422f3e8031ca.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210399.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/1ca/29311b5a94d33f439531422f3e8031ca/29311b5a94d33f439531422f3e8031ca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210402.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/741/61fb67ad655dd6a8fc721135e80ea741/61fb67ad655dd6a8fc721135e80ea741.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210402.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/741/61fb67ad655dd6a8fc721135e80ea741/61fb67ad655dd6a8fc721135e80ea741.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210405.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/a9b/cbc1b552867784c564576f0beb125a9b/cbc1b552867784c564576f0beb125a9b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769621011.28616', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Wed, 28 Jan 2026 17:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769621011.29781', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210405.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/a9b/cbc1b552867784c564576f0beb125a9b/cbc1b552867784c564576f0beb125a9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210408.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/595/4c3932d3383dafbcf7ae84267c2ba595/4c3932d3383dafbcf7ae84267c2ba595.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210408.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/595/4c3932d3383dafbcf7ae84267c2ba595/4c3932d3383dafbcf7ae84267c2ba595.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210411.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/439/44ca276b3336f844d73d66e3a3214439/44ca276b3336f844d73d66e3a3214439.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210411.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/439/44ca276b3336f844d73d66e3a3214439/44ca276b3336f844d73d66e3a3214439.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210414.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/c77/df4b81c45ebe82013927986c65734c77/df4b81c45ebe82013927986c65734c77.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210414.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/c77/df4b81c45ebe82013927986c65734c77/df4b81c45ebe82013927986c65734c77.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210417.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/723/ee920d34dac258877abdf07fca565723/ee920d34dac258877abdf07fca565723.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210417.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/723/ee920d34dac258877abdf07fca565723/ee920d34dac258877abdf07fca565723.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210420.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/f1a/857b25f46a691ef5b85cf1634a094f1a/857b25f46a691ef5b85cf1634a094f1a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210420.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/f1a/857b25f46a691ef5b85cf1634a094f1a/857b25f46a691ef5b85cf1634a094f1a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210423.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/ce4/8dcdc0a3474d84e0f052c707d5ed6ce4/8dcdc0a3474d84e0f052c707d5ed6ce4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210423.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/ce4/8dcdc0a3474d84e0f052c707d5ed6ce4/8dcdc0a3474d84e0f052c707d5ed6ce4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210426.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/4d7/42d4c9d4d730a5525dda784607ced4d7/42d4c9d4d730a5525dda784607ced4d7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210426.00000-0, db: /tmp/tmpa_83ycof/sda/containers/0/4d7/42d4c9d4d730a5525dda784607ced4d7/42d4c9d4d730a5525dda784607ced4d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210270.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f31/239ebf8daeadd9a64a519564d3ef6f31/239ebf8daeadd9a64a519564d3ef6f31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210275.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/893/8d6f2a2710fcab6f5910ded907e9f893/8d6f2a2710fcab6f5910ded907e9f893.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210280.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/40e/621635223235a077fee469ce760cd40e/621635223235a077fee469ce760cd40e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210285.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8f2/7ab7835c2fa2da64a7dffd6fed1558f2/7ab7835c2fa2da64a7dffd6fed1558f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210290.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ac0/c2ad5be24c7909be036510c836839ac0/c2ad5be24c7909be036510c836839ac0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210295.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/0d2/7b0b9d15dc9b4e7ad1acddc7dee610d2/7b0b9d15dc9b4e7ad1acddc7dee610d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210300.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ca7/0b5eeb262fdfbad5c766e3661a8a1ca7/0b5eeb262fdfbad5c766e3661a8a1ca7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210305.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f97/4eb4a7f9cc9afe5a7116574a98b0cf97/4eb4a7f9cc9afe5a7116574a98b0cf97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210310.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/918/dd0d21666d44f48a8992ae8b80d1e918/dd0d21666d44f48a8992ae8b80d1e918.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210315.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/adc/af28b16cc8f48273d1b2668d49449adc/af28b16cc8f48273d1b2668d49449adc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210320.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b0c/65d85f4794e200703f39b186d1f93b0c/65d85f4794e200703f39b186d1f93b0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210325.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210330.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/278/5e5256fa8293776bec7b30ab0e4ad278/5e5256fa8293776bec7b30ab0e4ad278.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210335.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e80/1f9b1bee7598976efe9b3f61f5bbbe80/1f9b1bee7598976efe9b3f61f5bbbe80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210340.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/851/95d04ecad717ccd423e701c2b6ac9851/95d04ecad717ccd423e701c2b6ac9851.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210345.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/4e9/5f4177a8c30eed77ace8ba8b890a94e9/5f4177a8c30eed77ace8ba8b890a94e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210350.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/222/bf93c22ebfe1b3388a1bdcb3f88b3222/bf93c22ebfe1b3388a1bdcb3f88b3222.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210355.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b00/ea392583d86d497f44c816a5d9cc2b00/ea392583d86d497f44c816a5d9cc2b00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210360.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/cd5/59ae6a4b87c59836578cf8120c6decd5/59ae6a4b87c59836578cf8120c6decd5.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: Setting object count to 1068 (txn: txb361e81cbf12497d986da-00697a4616) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Setting object count to 1068 (txn: tx705cdf5c521f47bd98b23-00697a4617) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa9d099a9601a4c7cb624e-00697a4619) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa9d099a9601a4c7cb624e-00697a4619) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9d099a9601a4c7cb624e-00697a4619) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa9d099a9601a4c7cb624e-00697a4619) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa9d099a9601a4c7cb624e-00697a4619) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9d099a9601a4c7cb624e-00697a4619) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txa9d099a9601a4c7cb624e-00697a4619) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txa9d099a9601a4c7cb624e-00697a4619) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe8519f04b92d43a5a5dab-00697a461a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe8519f04b92d43a5a5dab-00697a461a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8519f04b92d43a5a5dab-00697a461a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe8519f04b92d43a5a5dab-00697a461a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe8519f04b92d43a5a5dab-00697a461a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8519f04b92d43a5a5dab-00697a461a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txe8519f04b92d43a5a5dab-00697a461a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txe8519f04b92d43a5a5dab-00697a461a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txe8519f04b92d43a5a5dab-00697a461a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txe8519f04b92d43a5a5dab-00697a461a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txe8519f04b92d43a5a5dab-00697a461a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txe8519f04b92d43a5a5dab-00697a461a) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txe8519f04b92d43a5a5dab-00697a461a) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txe8519f04b92d43a5a5dab-00697a461a) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txe8519f04b92d43a5a5dab-00697a461a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx336bc7555c194be988b2a-00697a461b)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210365.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/c83/765a6b390bfe1ddb90e6c70c104dfc83/765a6b390bfe1ddb90e6c70c104dfc83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210370.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/7c3/d2dc9d018450e9596e9d55c7a57067c3/d2dc9d018450e9596e9d55c7a57067c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210375.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/1b9/526fa7ad5fc3cf615740a61b6a2551b9/526fa7ad5fc3cf615740a61b6a2551b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210380.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/abb/2f9a6f714435c6884b26ff31e3b26abb/2f9a6f714435c6884b26ff31e3b26abb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210385.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210390.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/562/c139fcb7b107416404f6822b56cf1562/c139fcb7b107416404f6822b56cf1562.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210395.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/c6b/15fe0c5d7a737c718550d09571ed4c6b/15fe0c5d7a737c718550d09571ed4c6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210400.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/c62/99b095147872d0b589bf653561da3c62/99b095147872d0b589bf653561da3c62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210405.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a9b/cbc1b552867784c564576f0beb125a9b/cbc1b552867784c564576f0beb125a9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210410.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/5f4/b2a285059db7d6aca2e413e4760485f4/b2a285059db7d6aca2e413e4760485f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210415.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/58b/37b5678f0cdfe7f43c8a55be17d6758b/37b5678f0cdfe7f43c8a55be17d6758b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210420.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f1a/857b25f46a691ef5b85cf1634a094f1a/857b25f46a691ef5b85cf1634a094f1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210425.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/3e2/9443d3a96a854e778ce65b26cd75a3e2/9443d3a96a854e778ce65b26cd75a3e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210430.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/5a8/544bb1895688ebfcd438f3b168b7f5a8/544bb1895688ebfcd438f3b168b7f5a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210435.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b1a/b102d7e6bee7547ff54335be4d014b1a/b102d7e6bee7547ff54335be4d014b1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210440.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/4ee/cfa1cd16bbc4912485c0f6892c7a84ee/cfa1cd16bbc4912485c0f6892c7a84ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210445.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a69/15352ddc5e21b6cf6d326e2f0b254a69/15352ddc5e21b6cf6d326e2f0b254a69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210450.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/349/f7b769a8e5efe2109d9ee9d9d1a3f349/f7b769a8e5efe2109d9ee9d9d1a3f349.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210455.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6e7/7e53e66f2f20895f18b5ecd63428a6e7/7e53e66f2f20895f18b5ecd63428a6e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210460.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/3e4/cbd1348967f4007c8e53cb4f892fa3e4/cbd1348967f4007c8e53cb4f892fa3e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210465.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d5c/d26ea8ee19ebb9f4e82cc5d7722edd5c/d26ea8ee19ebb9f4e82cc5d7722edd5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210470.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e93/4420cc0cec9dc7bab162d955358f0e93/4420cc0cec9dc7bab162d955358f0e93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210475.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/848/998a1609988da1aaf6e961f30174e848/998a1609988da1aaf6e961f30174e848.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210480.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/75d/449f3e78a3846f371342324cd837175d/449f3e78a3846f371342324cd837175d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210485.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6b1/cf0a9a84647933eac73622aa73da16b1/cf0a9a84647933eac73622aa73da16b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210490.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b22/c4e6c7d00968ce8f0d9242bdba826b22/c4e6c7d00968ce8f0d9242bdba826b22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210495.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/498/8baacf1edab5e1e56e3775625a6e2498/8baacf1edab5e1e56e3775625a6e2498.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210500.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/391/91de5461161e5d1fda004032dd683391/91de5461161e5d1fda004032dd683391.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210505.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f5a/508df333e138acf0310737b3a57eef5a/508df333e138acf0310737b3a57eef5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210510.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/669/9da29a21e1070938c0497ccbdfa2f669/9da29a21e1070938c0497ccbdfa2f669.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210515.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8af/f704d5f7b42942ebb0f407a1d2f368af/f704d5f7b42942ebb0f407a1d2f368af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210520.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/639/af13d21b1ab142c79008749c958bf639/af13d21b1ab142c79008749c958bf639.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210525.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/5f1/a07b0f1ed8e187479474709468ffc5f1/a07b0f1ed8e187479474709468ffc5f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210530.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/dbc/7136d603f149947b330a1c32dd9bbdbc/7136d603f149947b330a1c32dd9bbdbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210535.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8b3/348b407ede35ede1f721c71a325a38b3/348b407ede35ede1f721c71a325a38b3.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210540.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f6b/9d7d9846c8bef36a35d21927df067f6b/9d7d9846c8bef36a35d21927df067f6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210545.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/75f/5a4e2b8bfa96ed14393dba000908475f/5a4e2b8bfa96ed14393dba000908475f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210550.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/1cb/86e9f68e1bb4efffce55ef6ecec8d1cb/86e9f68e1bb4efffce55ef6ecec8d1cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210555.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/382/5f9cd9c6c45b3a98dc981d0eed75a382/5f9cd9c6c45b3a98dc981d0eed75a382.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210560.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/09f/d49be35e8f55847c5d5547abc0bec09f/d49be35e8f55847c5d5547abc0bec09f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210565.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/008/de021dbcf9d1783ec5a5a65dcbe68008/de021dbcf9d1783ec5a5a65dcbe68008.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210570.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/242/dd2438b024647937d9b6ed0d8ed72242/dd2438b024647937d9b6ed0d8ed72242.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210575.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d83/6d051de1687332bb136a7e08e1ff6d83/6d051de1687332bb136a7e08e1ff6d83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210580.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8a3/959065766725f140bb3d3beddc9fe8a3/959065766725f140bb3d3beddc9fe8a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210585.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ed9/ca6c21a87831b2189a42109ecf001ed9/ca6c21a87831b2189a42109ecf001ed9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210590.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/22a/3ab37d7cf5b4e96f0539e686575d522a/3ab37d7cf5b4e96f0539e686575d522a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210595.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/1a6/90e460016207c953c522df73acc111a6/90e460016207c953c522df73acc111a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210600.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/3cb/1edafc18cce0c7378ca624875c41f3cb/1edafc18cce0c7378ca624875c41f3cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210605.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/af3/6f2fa5d0ae7257cbf83b5a634f988af3/6f2fa5d0ae7257cbf83b5a634f988af3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210610.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/03e/ad67501cd8456297ec11bc04baee703e/ad67501cd8456297ec11bc04baee703e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210615.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a93/0e1363ec85d7caef41629f2e3ff3ea93/0e1363ec85d7caef41629f2e3ff3ea93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210620.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/c43/799b3b131c82e937296842476bb0fc43/799b3b131c82e937296842476bb0fc43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210625.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/bbe/91f5237bf0332569a9755ca3cd860bbe/91f5237bf0332569a9755ca3cd860bbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210630.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d96/7b4655ae7d59002591163834e99c8d96/7b4655ae7d59002591163834e99c8d96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210635.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/783/4d971bebba6648520efa96abea59f783/4d971bebba6648520efa96abea59f783.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210640.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/afa/f2104d7a64ddf459bfd50f5e92f45afa/f2104d7a64ddf459bfd50f5e92f45afa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210645.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8e9/41c5d6560cf2180e6f6b5243aa08a8e9/41c5d6560cf2180e6f6b5243aa08a8e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210650.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e42/bb159681c51258184a66e6f0a70ece42/bb159681c51258184a66e6f0a70ece42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210655.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/4bd/bcfb90d3f617c34879f43a2d4acfe4bd/bcfb90d3f617c34879f43a2d4acfe4bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210660.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/77a/104f26302d7aa7e9c5f5c7edf7e5a77a/104f26302d7aa7e9c5f5c7edf7e5a77a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210665.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/2c4/6521f84895d6c3d8f6d747892b2cc2c4/6521f84895d6c3d8f6d747892b2cc2c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210670.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/402/e2e69dd187959cd53653f38239c84402/e2e69dd187959cd53653f38239c84402.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210675.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6ca/872d3300577137bd8442e33f8e0036ca/872d3300577137bd8442e33f8e0036ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210680.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/91d/417f8aa4b747a97f639501edcdb8a91d/417f8aa4b747a97f639501edcdb8a91d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210685.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/512/fe31df4ae008960ddb7d85554a6ec512/fe31df4ae008960ddb7d85554a6ec512.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210690.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/c14/dbef3b8f2a19f4bdfc3997a915142c14/dbef3b8f2a19f4bdfc3997a915142c14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210695.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/537/0c7215edf22f623265e66811505f3537/0c7215edf22f623265e66811505f3537.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210700.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/fcc/27e42911a4f8bffec989a5e4e4c26fcc/27e42911a4f8bffec989a5e4e4c26fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210705.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8e9/89384ba7ba4b38f50f9bc3b5dced38e9/89384ba7ba4b38f50f9bc3b5dced38e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210710.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/c8c/d5f9f0e5c4ce976a80ca8cbaf594ec8c/d5f9f0e5c4ce976a80ca8cbaf594ec8c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Unlinked retiring db '/tmp/tmprxosiv2l/containers/part/suffix/hash/container.db' -Container 'a/c' cannot be set to sharded state while in sharded state -Unlinked retiring db '/tmp/tmprxosiv2l/containers/part/suffix/hash/container_1735210294.00000.db' -Unlinked retiring db '/tmp/tmprxosiv2l/containers/part/suffix/hash/container_1735210305.00000.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmplnliazvj/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'c745e25c044fa9ffa1ad71a4b85360b1', '97edafec-e107-42a3-8a11-ab0ba691e79a-sda', '1769621012.26594', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('97edafec-e107-42a3-8a11-ab0ba691e79a-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'c745e25c044fa9ffa1ad71a4b85360b1', '97edafec-e107-42a3-8a11-ab0ba691e79a-sda', '1769621012.26594', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('97edafec-e107-42a3-8a11-ab0ba691e79a-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2yd2nz2r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '66d74d98-b41e-489e-995c-468df1c9d5d2-sda', '1769621014.73451', '1769621014', '1769621016', '', '1769621016', 0, 0) +test DEBUG: /tmp/tmp2yd2nz2r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '66d74d98-b41e-489e-995c-468df1c9d5d2-sda', '1769621014.73451', '1769621014', '1769621016', '', '1769621016', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('66d74d98-b41e-489e-995c-468df1c9d5d2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02792 seconds (35.81648/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpcw3vwtp9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '200ad7593200204a5d42a5a8b0942406', 'b3eb086d-ed87-449e-90da-47527d849c3d-sda', '1769621014.80381', '1769621014', '1769621016', '', '1769621016', 1, 0) +test DEBUG: /tmp/tmpcw3vwtp9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769621019.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b3eb086d-ed87-449e-90da-47527d849c3d-sda') +test DEBUG: /tmp/tmpcw3vwtp9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00784135s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '200ad7593200204a5d42a5a8b0942406', 'b3eb086d-ed87-449e-90da-47527d849c3d-sda', '1769621014.80381', '1769621014', '1769621016', '', '1769621016', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b3eb086d-ed87-449e-90da-47527d849c3d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpcw3vwtp9/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06629 seconds (15.08469/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpcw3vwtp9/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'a0bc97dd968e2d1dd6827aad3e4b643b', '10a2c11b-29dc-47de-a49b-99a4566e9006-sda', '1769621014.88233', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('10a2c11b-29dc-47de-a49b-99a4566e9006-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'a0bc97dd968e2d1dd6827aad3e4b643b', '10a2c11b-29dc-47de-a49b-99a4566e9006-sda', '1769621014.88233', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('10a2c11b-29dc-47de-a49b-99a4566e9006-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpac7xe4pc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8b10df4d-a0ce-4ac6-a5d5-0da415eab968-sda', '1769621014.92508', '1769621014', '1769621016', '', '1769621016', 0, 1) +test DEBUG: /tmp/tmpac7xe4pc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8b10df4d-a0ce-4ac6-a5d5-0da415eab968-sda', '1769621014.92508', '1769621014', '1769621016', '', '1769621016', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8b10df4d-a0ce-4ac6-a5d5-0da415eab968-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05078 seconds (19.69097/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpab0sajm4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '10f5f07e8510ddd69bd88a9fb09e8919', 'f6088fb2-17ec-4230-a7a1-ff1bd7e3087d-sda', '1769621015.01271', '1769621015', '1769621017', '', '1769621017', 1, 0) +test DEBUG: /tmp/tmpab0sajm4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '10f5f07e8510ddd69bd88a9fb09e8919', 'f6088fb2-17ec-4230-a7a1-ff1bd7e3087d-sda', '1769621015.01271', '1769621015', '1769621017', '', '1769621017', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f6088fb2-17ec-4230-a7a1-ff1bd7e3087d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpab0sajm4/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06662 seconds (15.01084/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpab0sajm4/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '735ef913af07aa8848f55ccd4e53f80a', '9accad18-d595-4754-8609-eab7b3d2e9e6-sda', '1769621015.10077', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('9accad18-d595-4754-8609-eab7b3d2e9e6-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, '735ef913af07aa8848f55ccd4e53f80a', '9accad18-d595-4754-8609-eab7b3d2e9e6-sda', '1769621015.10077', '1769619600', '0', '', '1769619600', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210715.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d94/b24fa836788bc56027a0279b44de0d94/b24fa836788bc56027a0279b44de0d94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210720.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/699/3f47392e957b5bf824335b4f32f0f699/3f47392e957b5bf824335b4f32f0f699.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210725.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/0c1/05379c00b9c75988249ed0f8f204f0c1/05379c00b9c75988249ed0f8f204f0c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210730.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/992/b956221cff3a2417ec0bffde0a161992/b956221cff3a2417ec0bffde0a161992.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210735.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f57/34955eeac1c8811163aaf1c39b731f57/34955eeac1c8811163aaf1c39b731f57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210740.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d88/6200a7d0c12bfc2700644385d6103d88/6200a7d0c12bfc2700644385d6103d88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210745.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d87/c2e88302a1c2b983dfee9522cae4cd87/c2e88302a1c2b983dfee9522cae4cd87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210750.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a92/b3f48b2d37fa110d59b0f1f72f18fa92/b3f48b2d37fa110d59b0f1f72f18fa92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210755.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/56d/8705edf6d4f3ffe150f5f8c883c6756d/8705edf6d4f3ffe150f5f8c883c6756d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210760.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6e0/84037c43537fcf6206ef5a7f20cfc6e0/84037c43537fcf6206ef5a7f20cfc6e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210765.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/3f7/60bdcfc2b7eb3478b0ddf5d0b47383f7/60bdcfc2b7eb3478b0ddf5d0b47383f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210770.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d05/4e51b8c11705af202484a2c77709ed05/4e51b8c11705af202484a2c77709ed05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210775.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b4d/5585970f4b7b1eb696a2ed205634ab4d/5585970f4b7b1eb696a2ed205634ab4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210780.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b76/06b18ed67ab81e6151393d6df797fb76/06b18ed67ab81e6151393d6df797fb76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210785.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/391/25f16daed5f6a2f2168872f00171a391/25f16daed5f6a2f2168872f00171a391.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210790.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/37a/59eb0e135c03b30523e788a5e0d2d37a/59eb0e135c03b30523e788a5e0d2d37a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210795.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6d1/1576fb32375341ab63f53546a00476d1/1576fb32375341ab63f53546a00476d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210800.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8da/2f59169d9e62290f00f4cf9c75a3e8da/2f59169d9e62290f00f4cf9c75a3e8da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210805.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/1a2/140654ed487f182de89f36fd6ab5c1a2/140654ed487f182de89f36fd6ab5c1a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210810.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/1f2/313504c888b8022451f9e0ba74b161f2/313504c888b8022451f9e0ba74b161f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210815.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ff6/525f6da7ab7ad55c6b37f85f72310ff6/525f6da7ab7ad55c6b37f85f72310ff6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210820.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/c0d/e5395881e75da6bd6c28719c6639bc0d/e5395881e75da6bd6c28719c6639bc0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210825.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/337/de1c92a2d20de2fefa3972863d422337/de1c92a2d20de2fefa3972863d422337.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210830.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d1c/e46017dfa2993011a70b2c83837b5d1c/e46017dfa2993011a70b2c83837b5d1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210835.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/5d6/77b793be2bd4a0c3e24ee4c835ea75d6/77b793be2bd4a0c3e24ee4c835ea75d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210840.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a4f/2e735daf28aaa567c36c4746ccecca4f/2e735daf28aaa567c36c4746ccecca4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210845.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ac5/bd3b0320285a7680f7cafb847a8dbac5/bd3b0320285a7680f7cafb847a8dbac5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210850.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a91/00cc0814ac1f63e0fbfddefc9b987a91/00cc0814ac1f63e0fbfddefc9b987a91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210855.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/fae/fd4b12a0531c973d75efd4813ba2bfae/fd4b12a0531c973d75efd4813ba2bfae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210860.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/37b/14f9982e67a9af7cfcd9233ecbf0a37b/14f9982e67a9af7cfcd9233ecbf0a37b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210865.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/5c1/665727355369d8a6cbbfefe4311905c1/665727355369d8a6cbbfefe4311905c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210870.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/73e/c5f49eefd802e8eba383030559c5d73e/c5f49eefd802e8eba383030559c5d73e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210875.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f99/536d09dc23611b42b8daf7f26e571f99/536d09dc23611b42b8daf7f26e571f99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210880.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/28e/e82e37cd270c50f4910599a0d139b28e/e82e37cd270c50f4910599a0d139b28e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210885.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ad0/f0ab93c324d1ba02c53fb009fb50fad0/f0ab93c324d1ba02c53fb009fb50fad0.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210890.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f2a/d2b2da7b8f4c77fc05a8cbcd52547f2a/d2b2da7b8f4c77fc05a8cbcd52547f2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210895.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/fe5/8d71e8fd335b927a840080f5c5e3dfe5/8d71e8fd335b927a840080f5c5e3dfe5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210900.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8a7/e149bdc6116e9bedd30e6770e7c9b8a7/e149bdc6116e9bedd30e6770e7c9b8a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210905.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/4b9/1eb88afdf9a0c3ac924c7f7853c324b9/1eb88afdf9a0c3ac924c7f7853c324b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210910.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a8d/5c7e36864daeaae8b41482c236728a8d/5c7e36864daeaae8b41482c236728a8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210915.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/101/d33d77f4a8035478b3f74c2f6e69f101/d33d77f4a8035478b3f74c2f6e69f101.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210920.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/0f2/fe328d7bb7a44d91e3152bf191fff0f2/fe328d7bb7a44d91e3152bf191fff0f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210925.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e49/39a837dd8eb8eb420c0bb1e16f6bae49/39a837dd8eb8eb420c0bb1e16f6bae49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210930.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/246/cbc7750182eb8e343bcdb1b2ed714246/cbc7750182eb8e343bcdb1b2ed714246.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210935.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/4c3/af33b3e57202943daa9236198e0dd4c3/af33b3e57202943daa9236198e0dd4c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210940.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/607/db787b2a9a9e2a029dec488199999607/db787b2a9a9e2a029dec488199999607.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210945.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/95a/d525eccff18ac24d1c1610018e73695a/d525eccff18ac24d1c1610018e73695a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210950.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/903/1a8a6645b33779036c1503ea7dcee903/1a8a6645b33779036c1503ea7dcee903.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210955.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/968/8fb162492d3f75dad6dcbcc542284968/8fb162492d3f75dad6dcbcc542284968.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210960.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/591/9dad7232663e5f8e4e40ebf3ef973591/9dad7232663e5f8e4e40ebf3ef973591.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210965.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ba0/63002e8627ad3a547b95d4fe5d723ba0/63002e8627ad3a547b95d4fe5d723ba0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210970.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/137/bf0cdc10bc7024a0b7eefb34b6691137/bf0cdc10bc7024a0b7eefb34b6691137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210975.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/32d/01f5c434485057e0543d5832dc58532d/01f5c434485057e0543d5832dc58532d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210980.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f96/a5c36f5af25eaf87ef1eca6dca5bcf96/a5c36f5af25eaf87ef1eca6dca5bcf96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210985.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8e9/b80a832b739294289e701f95d53838e9/b80a832b739294289e701f95d53838e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210990.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/64a/ab32439d128b922a8ac044ad3b8dd64a/ab32439d128b922a8ac044ad3b8dd64a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210995.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/78a/b234c01b11bb32b8dde5c0730228578a/b234c01b11bb32b8dde5c0730228578a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211000.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/9d9/9213db72c0fb99b8725b10f7abacd9d9/9213db72c0fb99b8725b10f7abacd9d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211005.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f99/a2cf3b60992f27155071fb4c7a59bf99/a2cf3b60992f27155071fb4c7a59bf99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211010.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/7e1/0bf63f5c7bb0fd941fc77426fcf937e1/0bf63f5c7bb0fd941fc77426fcf937e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211015.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/7b8/c7763f94b03721bcc655386232a747b8/c7763f94b03721bcc655386232a747b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211020.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/9b2/a03deb7491e3a120e3dfcc7c2a9699b2/a03deb7491e3a120e3dfcc7c2a9699b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211025.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/fb0/de037da0e909206c02704051f1ac0fb0/de037da0e909206c02704051f1ac0fb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211030.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/eb4/8eff2ec0d8faa6019ceeb0d9fda4eeb4/8eff2ec0d8faa6019ceeb0d9fda4eeb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211035.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/fe1/80b60b71e8c3390c04b0097227711fe1/80b60b71e8c3390c04b0097227711fe1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211040.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/123/63272292df51995a13531be6f21a3123/63272292df51995a13531be6f21a3123.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211045.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/af8/14dcb533c3158d69d09096b47b738af8/14dcb533c3158d69d09096b47b738af8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211050.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e8e/40150e14c09b0624c3603a108602ae8e/40150e14c09b0624c3603a108602ae8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211055.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/bb6/fcdfe3b99a5a2e1e4240c55498667bb6/fcdfe3b99a5a2e1e4240c55498667bb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211060.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/565/b3c1caee175b024644d5970f8aab0565/b3c1caee175b024644d5970f8aab0565.dbtest ERROR: Failed to unlink '/tmp/tmpfbsw8rz4/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpfbsw8rz4/containers/part/suffix/hash/container_1735210281.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpfbsw8rz4/containers/part/suffix/hash/container_1735210281.00000.db': ['/tmp/tmpfbsw8rz4/containers/part/suffix/hash/container.db', '/tmp/tmpfbsw8rz4/containers/part/suffix/hash/container_1735210282.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpfbsw8rz4/containers/part/suffix/hash/container_1735210282.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmpuksf6pza/containers/part/suffix/hash/0692c38e-a781-4dea-b9c2-5bd32b58f398.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -Unlinked retiring db '/tmp/tmpim16ntly/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -Unlinked retiring db '/tmp/tmpzvp4b4so/containers/part/suffix/hash/container-ede88454-a8b6-4218-8ca2-72578209416b.db' -Unlinked retiring db '/tmp/tmpzvp4b4so/containers/part/suffix/hash/container-d7dbf722-0231-4d38-9639-e7fcfce2918c.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc5fbd65182654cab8c871-00676d3532) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc5fbd65182654cab8c871-00676d3532) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc5fbd65182654cab8c871-00676d3532) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txc5fbd65182654cab8c871-00676d3532) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc5fbd65182654cab8c871-00676d3532) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc5fbd65182654cab8c871-00676d3532) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc5fbd65182654cab8c871-00676d3532) -test INFO: Client disconnected on read of '/a/c' (txn: txc5fbd65182654cab8c871-00676d3532) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1d7e17e7bfb14a978d816-00676d3532) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1d7e17e7bfb14a978d816-00676d3532) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1d7e17e7bfb14a978d816-00676d3532) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx458f6eb419894da4910b6-00676d3532) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa6a17ca08f10456b96979-00676d3533) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5c69d4a4d7b348bbbde3f-00676d3533) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txc92c69633a914a9fbc4e9-00676d3533) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd6647226325e4650aae60-00676d3533) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe1439e834e174873a4812-00676d3533) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe1439e834e174873a4812-00676d3533) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txd751fac52ae84294a9d02-00676d3533) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa2155e94660c46d69c31d-00676d3533) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx23f4b98443084c5192eac-00676d3533) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txc13d2b3074b74ed485d4f-00676d3533) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx98a098ce31cb4ddda8c94-00676d3533) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9a577ce32cde449fa3990-00676d3533) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9a577ce32cde449fa3990-00676d3533) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx1b88a021c2514fb59379b-00676d3533) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9be85650abd14dacbf8fa-00676d3533) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txfc4b684c4ba1481794034-00676d3533) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txece229520cb34ae2b7b13-00676d3533) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txa87748fa20714ba0abb4b-00676d3533)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3796e1ef9d074fd0ba0e8-00676d3533) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3796e1ef9d074fd0ba0e8-00676d3533) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx7214b0efdd804bc08f586-00676d3533) -test INFO: Client disconnected on read of '/a/c' (txn: tx3fba70bc90ea4f8fb9a4d-00676d3533) -test INFO: Client disconnected on read of '/a/c' (txn: tx6ca3a7fa4ee64d53b6675-00676d3533) -test INFO: Client disconnected on read of '/a/c' (txn: tx6ca3a7fa4ee64d53b6675-00676d3533) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211065.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/53d/a7ba19ed1e23eda0584a300015f8f53d/a7ba19ed1e23eda0584a300015f8f53d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211070.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d18/367c31321065ed89de7eb3fc97fb5d18/367c31321065ed89de7eb3fc97fb5d18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211075.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/eb3/f7e5d6c56392d01ba5ed8b9b5176eeb3/f7e5d6c56392d01ba5ed8b9b5176eeb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211080.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/532/feb9fc97bcf01c87f7dcbd743cde2532/feb9fc97bcf01c87f7dcbd743cde2532.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211085.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/474/1cab80403ee27e7f38cbce1cae161474/1cab80403ee27e7f38cbce1cae161474.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211090.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/290/a88dc33dcd33c450e975396aefced290/a88dc33dcd33c450e975396aefced290.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211095.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b84/915a243a84c186590416451f3f6f2b84/915a243a84c186590416451f3f6f2b84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211100.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6ed/d3fa12bc7857d29a73ea751d068136ed/d3fa12bc7857d29a73ea751d068136ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211105.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a6b/7c16b966115b74c885ab8bd3ffb24a6b/7c16b966115b74c885ab8bd3ffb24a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211110.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/9d4/3122e1a92313763c70ed71722ad279d4/3122e1a92313763c70ed71722ad279d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211115.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/252/1d64d09032b01da66802085097c2b252/1d64d09032b01da66802085097c2b252.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211120.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8e9/a51d972b66ef738ab6dd071355e118e9/a51d972b66ef738ab6dd071355e118e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211125.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ead/b80d181d8bd4827a8310520b8639bead/b80d181d8bd4827a8310520b8639bead.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211130.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/bdd/6ca4f009c085da7daced65538498fbdd/6ca4f009c085da7daced65538498fbdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211135.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/453/f1b24f3e37a7bb70e3838cf56de5e453/f1b24f3e37a7bb70e3838cf56de5e453.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211140.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/444/d95f6b0c0936b3a92c76372cd3250444/d95f6b0c0936b3a92c76372cd3250444.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211145.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/70d/f7bcd5938605f62c9d1bf1da65b3b70d/f7bcd5938605f62c9d1bf1da65b3b70d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211150.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/885/e581be0b73504877a9a6ce0c20e8f885/e581be0b73504877a9a6ce0c20e8f885.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211155.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/252/1736cc10bb7c8aa1dbe111e841dd6252/1736cc10bb7c8aa1dbe111e841dd6252.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211160.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/3ca/d5ad2f823ae51e556fdc6889b2f423ca/d5ad2f823ae51e556fdc6889b2f423ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211165.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/385/bcfc0b47f14389b83e9b7e145af5c385/bcfc0b47f14389b83e9b7e145af5c385.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211170.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ede/3171e8628bd57c0c4571a034f9486ede/3171e8628bd57c0c4571a034f9486ede.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211175.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/3d5/87cc927d473d5cd477f2f881306843d5/87cc927d473d5cd477f2f881306843d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211180.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8ab/f412b1c54ff61ea18930dee3317bc8ab/f412b1c54ff61ea18930dee3317bc8ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211185.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f8f/544f2f67d5603a7d050cc63c3ec20f8f/544f2f67d5603a7d050cc63c3ec20f8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211190.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/899/5f068ef0154f8621f6508cfc4f0cb899/5f068ef0154f8621f6508cfc4f0cb899.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211195.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/02f/c7243fe91808677b41ec1633caf7602f/c7243fe91808677b41ec1633caf7602f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211200.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/65c/503677639f7a2384d450fcb2b1a6f65c/503677639f7a2384d450fcb2b1a6f65c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211205.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/358/d9e4cac069380c2fbdf135b545209358/d9e4cac069380c2fbdf135b545209358.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211210.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e47/1c3fb27a17478dda9ec436c162fa5e47/1c3fb27a17478dda9ec436c162fa5e47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211215.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/41a/3cfdb74d03fad159fc9d6bd94b60241a/3cfdb74d03fad159fc9d6bd94b60241a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211220.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a67/c50fcb83cb45bae45835b4672052fa67/c50fcb83cb45bae45835b4672052fa67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211225.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8f4/2c9864c554148e1549adf0e043e5f8f4/2c9864c554148e1549adf0e043e5f8f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211230.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/a14/808907c69ad4358c1a9846a7dc3b4a14/808907c69ad4358c1a9846a7dc3b4a14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211235.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/31c/2a52bd9b1289eb20340895196cff131c/2a52bd9b1289eb20340895196cff131c.db -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok - -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sdatest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Setting object count to 1058 (txn: tx336bc7555c194be988b2a-00697a461b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: Setting object count to 1024 (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: Setting object count to 1024 (txn: tx5bc3985111c740f590439-00697a461c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Setting object count to 1072 (txn: txbc1489eaf3844ac6a3633-00697a461d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621015.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621015.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 28 Jan 2026 17:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621015.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621015.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok + +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('9accad18-d595-4754-8609-eab7b3d2e9e6-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxt6gqxey/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5a7d01b8-c799-478a-880f-c17e2acb4cda-sda', '1769621018.04189', '1769621021', '1769621020', '', '1769621021', 0, 0) +test DEBUG: /tmp/tmpxt6gqxey/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5a7d01b8-c799-478a-880f-c17e2acb4cda-sda', '1769621018.04189', '1769621021', '1769621020', '', '1769621021', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5a7d01b8-c799-478a-880f-c17e2acb4cda-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03689 seconds (27.10419/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpu2o7taqq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3357eae7b84612597698a66f1603db10', '5a5714db-39f9-472e-93a9-cc31f4f073cc-sda', '1769621018.12888', '1769621021', '1769621020', '', '1769621021', 1, 0) +test DEBUG: /tmp/tmpu2o7taqq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769621024.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5a5714db-39f9-472e-93a9-cc31f4f073cc-sda') +test DEBUG: /tmp/tmpu2o7taqq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00779366s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3357eae7b84612597698a66f1603db10', '5a5714db-39f9-472e-93a9-cc31f4f073cc-sda', '1769621018.12888', '1769621021', '1769621020', '', '1769621021', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5a5714db-39f9-472e-93a9-cc31f4f073cc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpu2o7taqq/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05714 seconds (17.50183/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpu2o7taqq/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'a50710846b7d0bba0a1d91a5e82afd27', '42988aa3-d95d-40db-a45b-8dcb2d1624d5-sda', '1769621018.21195', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('42988aa3-d95d-40db-a45b-8dcb2d1624d5-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'a50710846b7d0bba0a1d91a5e82afd27', '42988aa3-d95d-40db-a45b-8dcb2d1624d5-sda', '1769621018.21195', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('42988aa3-d95d-40db-a45b-8dcb2d1624d5-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpy9v2c20n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4bcc15eb-f9db-4148-800c-16fb912c2b09-sda', '1769621018.25151', '1769621021', '1769621020', '', '1769621021', 0, 1) +test DEBUG: /tmp/tmpy9v2c20n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4bcc15eb-f9db-4148-800c-16fb912c2b09-sda', '1769621018.25151', '1769621021', '1769621020', '', '1769621021', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4bcc15eb-f9db-4148-800c-16fb912c2b09-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03661 seconds (27.31282/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpcrdfsebu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3357eae7b84612597698a66f1603db10', '2d754ac6-3168-4b0c-ad4d-8cd16711a2ba-sda', '1769621018.32461', '1769621021', '1769621020', '', '1769621021', 1, 0) +test DEBUG: /tmp/tmpcrdfsebu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3357eae7b84612597698a66f1603db10', '2d754ac6-3168-4b0c-ad4d-8cd16711a2ba-sda', '1769621018.32461', '1769621021', '1769621020', '', '1769621021', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2d754ac6-3168-4b0c-ad4d-8cd16711a2ba-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpcrdfsebu/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05786 seconds (17.28353/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpcrdfsebu/sda/containers/0/b8c/dee7154fff003696df747ac3e2ff2b8c/dee7154fff003696df747ac3e2ff2b8c.db +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'a50710846b7d0bba0a1d91a5e82afd27', '84072947-ffd9-4278-827b-03dd5acb9758-sda', '1769621018.40116', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdb/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('84072947-ffd9-4278-827b-03dd5acb9758-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, sync, (1, 'a50710846b7d0bba0a1d91a5e82afd27', '84072947-ffd9-4278-827b-03dd5acb9758-sda', '1769621018.40116', '1769619600', '0', '', '1769619600', 1, 0) +REPLICATE: /sdc/0/dee7154fff003696df747ac3e2ff2b8c, complete_rsync, ('84072947-ffd9-4278-827b-03dd5acb9758-sda', 'dee7154fff003696df747ac3e2ff2b8c.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '10f5f07e8510ddd69bd88a9fb09e8919', 'f9254ec5-a25e-44f3-91c9-c87f6d8497c7-sda', '1769621018.45312', '1769621018.00000', '0', '{"x-container-meta-test": ["foo", "1769621018.00000"]}', '1769621018.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.00s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.01s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00stest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: tx03104886e13e425899484-00697a461c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx4110767052264203b727f-00697a461c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: txd12c622010894c95a4de2-00697a461c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Setting object count to 1072 (txn: txa829894dcbcf4f27bb185-00697a461d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Setting object count to 1072 (txn: txde2bfe0d2f9742338baf6-00697a461e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx10992ce5fd4e43c3a804f-00697a461f)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok + +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:34 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621014.85626', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621018.60520', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test ERROR: Problem finding shard upper in '/tmp/tmp9920sr6w/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp9920sr6w/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpy4umbqx4/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpy4umbqx4/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx393abd41b2f74649a2043-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok + +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Setting object count to 1072 (txn: tx10992ce5fd4e43c3a804f-00697a461f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7c737e1e234f44eaa4b5e-00697a4620) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7c737e1e234f44eaa4b5e-00697a4620) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c737e1e234f44eaa4b5e-00697a4620) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx7c737e1e234f44eaa4b5e-00697a4620) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx7c737e1e234f44eaa4b5e-00697a4620) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx65e7839dc782438a88f41-00697a4620) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd24ab62eba3f4dc99a904-00697a4621)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok + +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.01s +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73bf563526fbb345e762556203d5d94e', '86803348-1327-40d1-aa88-10de2db76214-sda', '1769621021.38215', '1769621021.37945', '0', '', '1769621021.37945', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621021.40283', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621021.40283', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40283', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621021.40289', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621021.40289', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621021.40292', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621021.40292', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40292', 'epoch': None, 'reported': 0, 'tombstones': -1}], '86803348-1327-40d1-aa88-10de2db76214-sda') +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769621021.42485', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '86803348-1327-40d1-aa88-10de2db76214-sda') +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00603485s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73bf563526fbb345e762556203d5d94e', '86803348-1327-40d1-aa88-10de2db76214-sda', '1769621021.38215', '1769621021.37945', '0', '', '1769621021.37945', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621021.40283', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621021.40283', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40283', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621021.40289', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621021.40289', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621021.40292', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621021.40292', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40292', 'epoch': None, 'reported': 0, 'tombstones': -1}], '86803348-1327-40d1-aa88-10de2db76214-sda') +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73bf563526fbb345e762556203d5d94e', '86803348-1327-40d1-aa88-10de2db76214-sda', '1769621021.38215', '1769621021.37945', '0', '', '1769621021.37945', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621021.40283', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621021.40283', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40283', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621021.40289', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1769621021.47329', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621021.40292', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621021.40292', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40292', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621021.46954', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621021.46954', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621021.46946', 'epoch': '1769621021.46946', 'reported': 0, 'tombstones': -1}], '86803348-1327-40d1-aa88-10de2db76214-sda') +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73bf563526fbb345e762556203d5d94e', '86803348-1327-40d1-aa88-10de2db76214-sda', '1769621021.38215', '1769621021.37945', '0', '', '1769621021.37945', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621021.40283', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621021.40283', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40283', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621021.40289', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769621021.49090', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621021.40292', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621021.40292', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40292', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621021.46954', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621021.46954', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621021.46946', 'epoch': '1769621021.46946', 'reported': 0, 'tombstones': -1}], '86803348-1327-40d1-aa88-10de2db76214-sda') +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73bf563526fbb345e762556203d5d94e', '86803348-1327-40d1-aa88-10de2db76214-sda', '1769621021.38215', '1769621021.37945', '0', '', '1769621021.37945', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621021.50817', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621021.50817', 'deleted': 1, 'state': 10, 'state_timestamp': '1769621021.50817', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621021.40289', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769621021.49090', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621021.40292', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621021.40292', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40292', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621021.46954', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621021.46954', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621021.46946', 'epoch': '1769621021.46946', 'reported': 0, 'tombstones': -1}], '86803348-1327-40d1-aa88-10de2db76214-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +swift: Client disconnected on read of '/a' (txn: tx9d1e237d146745fc89d68-00697a462b) +swift: Client disconnected on read of '/a' (txn: tx9d1e237d146745fc89d68-00697a462b) + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa662fa8cfb0c45349b7e5-00697a461f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0a1100c3da4b71955e1-00697a4621) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpjea7g0sk/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjea7g0sk/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpjea7g0sk/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjea7g0sk/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0109 "-" 790398 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0063 "-" 790398 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0073 "-" 790398 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0069 "-" 790398 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc97ddd9a4222481a84dd9-00697a4621" "proxy-server 790398" 0.0013 "-" 790398 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56859/sda1/1/a/c" "txc97ddd9a4222481a84dd9-00697a4621" "container-server 790398" 0.0009 "-" 790398 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52119/sdb1/1/a/c" "txc97ddd9a4222481a84dd9-00697a4621" "container-server 790398" 0.0009 "-" 790398 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc97ddd9a4222481a84dd9-00697a4621" "proxy-server 790398" 0.0105 "-" 790398 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc97ddd9a4222481a84dd9-00697a4621" "proxy-server 790398" 0.0212 "-" 790398 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc97ddd9a4222481a84dd9-00697a4621 - 0.0280 - - 1769621025.459741116 1769621025.487771034 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe612fc38fad5479cb4351-00697a4621" "proxy-server 790398" 0.0011 "-" 790398 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52119/sdb1/1/a1/c1" "txe612fc38fad5479cb4351-00697a4621" "container-server 790398" 0.0010 "-" 790398 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56859/sda1/1/a1/c1" "txe612fc38fad5479cb4351-00697a4621" "container-server 790398" 0.0010 "-" 790398 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe612fc38fad5479cb4351-00697a4621" "proxy-server 790398" 0.0188 "-" 790398 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe612fc38fad5479cb4351-00697a4621" "proxy-server 790398" 0.0123 "-" 790398 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe612fc38fad5479cb4351-00697a4621 - 0.0256 - - 1769621025.488950491 1769621025.514587164 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:45 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx79da772047ea45558da41-00697a4621" "proxy-server 790398" 0.0044 "-" 790398 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621021.96923', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621021.98475', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok + +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:47 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56859/sda1/2/a/c1" "tx79da772047ea45558da41-00697a4621" "container-server 790398" 0.0011 "-" 790398 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:47 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52119/sdb1/2/a/c1" "tx79da772047ea45558da41-00697a4621" "container-server 790398" 0.0051 "-" 790398 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:47 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx79da772047ea45558da41-00697a4621" "proxy-server 790398" 0.0241 "-" 790398 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:47 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx79da772047ea45558da41-00697a4621" "proxy-server 790398" 0.0170 "-" 790398 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/47 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx79da772047ea45558da41-00697a4621 - 1.8881 - - 1769621025.515799761 1769621027.403889894 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:47 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbef552038fb74ade9d5b6-00697a4623" "proxy-server 790398" 0.0042 "-" 790398 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:47 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52119/sdb1/1/a/c2" "txbef552038fb74ade9d5b6-00697a4623" "container-server 790398" 0.0059 "-" 790398 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:47 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56859/sda1/1/a/c2" "txbef552038fb74ade9d5b6-00697a4623" "container-server 790398" 0.0010 "-" 790398 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:47 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbef552038fb74ade9d5b6-00697a4623" "proxy-server 790398" 0.0242 "-" 790398 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:47 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbef552038fb74ade9d5b6-00697a4623" "proxy-server 790398" 0.0172 "-" 790398 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/47 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbef552038fb74ade9d5b6-00697a4623 - 0.0347 - - 1769621027.405158758 1769621027.439818859 2 + +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:38 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621018.82875', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621022.48822', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok + +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73bf563526fbb345e762556203d5d94e', '86803348-1327-40d1-aa88-10de2db76214-sda', '1769621021.38215', '1769621021.37945', '0', '', '1769621021.37945', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621021.50817', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621021.50817', 'deleted': 1, 'state': 10, 'state_timestamp': '1769621021.50817', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621021.40289', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769621021.49090', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621022.77525', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1769621022.77525', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621022.77525', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621021.46954', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621021.46954', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621021.46946', 'epoch': '1769621021.46946', 'reported': 0, 'tombstones': -1}], '86803348-1327-40d1-aa88-10de2db76214-sda') +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73bf563526fbb345e762556203d5d94e', '86803348-1327-40d1-aa88-10de2db76214-sda', '1769621021.38215', '1769621021.37945', '0', '', '1769621021.37945', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621021.50817', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621021.50817', 'deleted': 1, 'state': 10, 'state_timestamp': '1769621021.50817', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621021.40289', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769621021.49090', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621022.77525', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769621022.80335', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621022.77525', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621021.46954', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621021.46954', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621021.46946', 'epoch': '1769621021.46946', 'reported': 0, 'tombstones': -1}], '86803348-1327-40d1-aa88-10de2db76214-sda') +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73bf563526fbb345e762556203d5d94e', '86803348-1327-40d1-aa88-10de2db76214-sda', '1769621021.38215', '1769621021.37945', '0', '', '1769621021.37945', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621022.82848', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621021.50817', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.50817', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621021.40289', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769621021.49090', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621022.77525', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769621022.80335', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621022.77525', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621021.46954', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621021.46954', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621021.46946', 'epoch': '1769621021.46946', 'reported': 0, 'tombstones': -1}], '86803348-1327-40d1-aa88-10de2db76214-sda') +test DEBUG: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkhs11lfx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73bf563526fbb345e762556203d5d94e', '86803348-1327-40d1-aa88-10de2db76214-sda', '1769621021.38215', '1769621021.37945', '0', '', '1769621021.37945', 1, 0) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621022.82848', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621021.50817', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.50817', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621021.40289', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769621021.49090', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621021.40289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621022.77525', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769621022.80335', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621022.77525', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621021.46954', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621021.46954', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621021.46946', 'epoch': '1769621021.46946', 'reported': 0, 'tombstones': -1}], '86803348-1327-40d1-aa88-10de2db76214-sda') +test DEBUG: /tmp/tmpkhs11lfx/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmpkhs11lfx/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4cbfb0cdba87f389ecfe429a8e5ef6f8', 'ea4c88c8-0255-4013-b268-408764f6d26f-sda', '1769621024.08460', '1769621024.08213', '0', '', '1769621024.08213', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +test ERROR: Failed to unlink '/tmp/tmpghrti_ts/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpghrti_ts/containers/part/suffix/hash/container_1769621035.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpghrti_ts/containers/part/suffix/hash/container_1769621035.00000.db': ['/tmp/tmpghrti_ts/containers/part/suffix/hash/container.db', '/tmp/tmpghrti_ts/containers/part/suffix/hash/container_1769621036.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpghrti_ts/containers/part/suffix/hash/container_1769621036.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx3e95bb23e3d743c581919-00697a462b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txbc306dbd9d37461598f7f-00697a462b) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp41r3hx7v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp41r3hx7v/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp41r3hx7v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp41r3hx7v/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0082 "-" 790401 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0067 "-" 790401 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0067 "-" 790401 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0060 "-" 790401 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf5da0e6ad7ef4f0187c74-00697a462b" "proxy-server 790401" 0.0012 "-" 790401 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:46641/sda1/1/a/c" "txf5da0e6ad7ef4f0187c74-00697a462b" "container-server 790401" 0.0009 "-" 790401 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48687/sdb1/1/a/c" "txf5da0e6ad7ef4f0187c74-00697a462b" "container-server 790401" 0.0009 "-" 790401 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf5da0e6ad7ef4f0187c74-00697a462b" "proxy-server 790401" 0.0186 "-" 790401 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf5da0e6ad7ef4f0187c74-00697a462b" "proxy-server 790401" 0.0117 "-" 790401 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf5da0e6ad7ef4f0187c74-00697a462b - 0.0258 - - 1769621035.590975285 1769621035.616816998 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txde0934f1285a4bcf83264-00697a462b" "proxy-server 790401" 0.0010 "-" 790401 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48687/sdb1/1/a1/c1" "txde0934f1285a4bcf83264-00697a462b" "container-server 790401" 0.0009 "-" 790401 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46641/sda1/1/a1/c1" "txde0934f1285a4bcf83264-00697a462b" "container-server 790401" 0.0009 "-" 790401 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txde0934f1285a4bcf83264-00697a462b" "proxy-server 790401" 0.0195 "-" 790401 0test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok + +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621004.00000-2, db: /tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251_1769621004.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621004.00000-2, db: /tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251_1769621004.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621004.00000-2, db: /tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251_1769621004.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769621004.00000, (0, 0) as of 1769621004.00000, sharding as of 1769621010.00000> to ShardRange<'a' to 'b' as of 1769621004.00000, (0, 0) as of 1769621004.00000, sharded as of 1769621013.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769621004.00000-2, db: /tmp/tmpfnf8_q7m/sda/containers/0/251/d379871b069b87dfb92875bd8b8cc251/d379871b069b87dfb92875bd8b8cc251_1769621004.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621010.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e8e/ca059388e4aa5c370815b7c2f389ce8e/ca059388e4aa5c370815b7c2f389ce8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621012.00000, db: /tmp/tmp17w2g06y/sda/containers/0/013/e6096800a5c531889c9334b118950013/e6096800a5c531889c9334b118950013.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621011.00000, (0, 0) as of 1769621011.00000, found as of 1769621011.00000> to ShardRange<'k' to 't' as of 1769621012.00000, (0, 0) as of 1769621012.00000, created as of 1769621012.00000>, path: .shards_a/shard_c_1769621012.00000, db: /tmp/tmp17w2g06y/sda/containers/0/013/e6096800a5c531889c9334b118950013/e6096800a5c531889c9334b118950013.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621014.00000, db: /tmp/tmp17w2g06y/sda/containers/0/c84/a20167e2d48b00b3df32b0c046580c84/a20167e2d48b00b3df32b0c046580c84.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621013.00000, (0, 0) as of 1769621013.00000, found as of 1769621013.00000> to ShardRange<'k' to 't' as of 1769621014.00000, (0, 0) as of 1769621014.00000, cleaved as of 1769621014.00000>, path: .shards_a/shard_c_1769621014.00000, db: /tmp/tmp17w2g06y/sda/containers/0/c84/a20167e2d48b00b3df32b0c046580c84/a20167e2d48b00b3df32b0c046580c84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621016.00000, db: /tmp/tmp17w2g06y/sda/containers/0/367/6eca54e248a119e2b01b357723731367/6eca54e248a119e2b01b357723731367.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621015.00000, (0, 0) as of 1769621015.00000, found as of 1769621015.00000> to ShardRange<'k' to 't' as of 1769621016.00000, (0, 0) as of 1769621016.00000, active as of 1769621016.00000>, path: .shards_a/shard_c_1769621016.00000, db: /tmp/tmp17w2g06y/sda/containers/0/367/6eca54e248a119e2b01b357723731367/6eca54e248a119e2b01b357723731367.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621018.00000, db: /tmp/tmp17w2g06y/sda/containers/0/9a4/33fe0bdff8745d7d5bf6153e6add49a4/33fe0bdff8745d7d5bf6153e6add49a4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621017.00000, (0, 0) as of 1769621017.00000, found as of 1769621017.00000> to ShardRange<'k' to 't' as of 1769621018.00000, (0, 0) as of 1769621018.00000, shrinking as of 1769621018.00000>, path: .shards_a/shard_c_1769621018.00000, db: /tmp/tmp17w2g06y/sda/containers/0/9a4/33fe0bdff8745d7d5bf6153e6add49a4/33fe0bdff8745d7d5bf6153e6add49a4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621018.00000, db: /tmp/tmp17w2g06y/sda/containers/0/9a4/33fe0bdff8745d7d5bf6153e6add49a4/33fe0bdff8745d7d5bf6153e6add49a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621020.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e7d/0ab12dff2bbfb723bda6e41c8e01ee7d/0ab12dff2bbfb723bda6e41c8e01ee7d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621019.00000, (0, 0) as of 1769621019.00000, found as of 1769621019.00000> to ShardRange<'k' to 't' as of 1769621020.00000, (0, 0) as of 1769621020.00000, sharding as of 1769621020.00000>, path: .shards_a/shard_c_1769621020.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e7d/0ab12dff2bbfb723bda6e41c8e01ee7d/0ab12dff2bbfb723bda6e41c8e01ee7d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621020.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e7d/0ab12dff2bbfb723bda6e41c8e01ee7d/0ab12dff2bbfb723bda6e41c8e01ee7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621022.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d17/e92419206790e25e8fc3894d286f8d17/e92419206790e25e8fc3894d286f8d17.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621021.00000, (0, 0) as of 1769621021.00000, found as of 1769621021.00000> to ShardRange<'k' to 't' as of 1769621022.00000, (0, 0) as of 1769621022.00000, sharded as of 1769621022.00000>, path: .shards_a/shard_c_1769621022.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d17/e92419206790e25e8fc3894d286f8d17/e92419206790e25e8fc3894d286f8d17.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621022.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d17/e92419206790e25e8fc3894d286f8d17/e92419206790e25e8fc3894d286f8d17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621024.00000, db: /tmp/tmp17w2g06y/sda/containers/0/396/faab8ceeaa51f231c7f31ada0eddc396/faab8ceeaa51f231c7f31ada0eddc396.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621023.00000, (0, 0) as of 1769621023.00000, found as of 1769621023.00000> to ShardRange<'k' to 't' as of 1769621024.00000, (0, 0) as of 1769621024.00000, shrunk as of 1769621024.00000>, path: .shards_a/shard_c_1769621024.00000, db: /tmp/tmp17w2g06y/sda/containers/0/396/faab8ceeaa51f231c7f31ada0eddc396/faab8ceeaa51f231c7f31ada0eddc396.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621024.00000, db: /tmp/tmp17w2g06y/sda/containers/0/396/faab8ceeaa51f231c7f31ada0eddc396/faab8ceeaa51f231c7f31ada0eddc396.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621026.00000, db: /tmp/tmp17w2g06y/sda/containers/0/733/eae46919a58d999d9b7ce25b4dd30733/eae46919a58d999d9b7ce25b4dd30733.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621025.00000, (0, 0) as of 1769621025.00000, created as of 1769621025.00000> to ShardRange<'k' to 't' as of 1769621026.00000, (0, 0) as of 1769621026.00000, found as of 1769621026.00000>, path: .shards_a/shard_c_1769621026.00000, db: /tmp/tmp17w2g06y/sda/containers/0/733/eae46919a58d999d9b7ce25b4dd30733/eae46919a58d999d9b7ce25b4dd30733.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621028.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e70/1d98692eb763ba7a13a783b05423ae70/1d98692eb763ba7a13a783b05423ae70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621030.00000, db: /tmp/tmp17w2g06y/sda/containers/0/7b2/11fe09b42581f81cb55a61369d7fc7b2/11fe09b42581f81cb55a61369d7fc7b2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621029.00000, (0, 0) as of 1769621029.00000, created as of 1769621029.00000> to ShardRange<'k' to 't' as of 1769621030.00000, (0, 0) as of 1769621030.00000, cleaved as of 1769621030.00000>, path: .shards_a/shard_c_1769621030.00000, db: /tmp/tmp17w2g06y/sda/containers/0/7b2/11fe09b42581f81cb55a61369d7fc7b2/11fe09b42581f81cb55a61369d7fc7b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621032.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e73/74524d40cf2f10f37ee59881ff4b2e73/74524d40cf2f10f37ee59881ff4b2e73.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621031.00000, (0, 0) as of 1769621031.00000, created as of 1769621031.00000> to ShardRange<'k' to 't' as of 1769621032.00000, (0, 0) as of 1769621032.00000, active as of 1769621032.00000>, path: .shards_a/shard_c_1769621032.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e73/74524d40cf2f10f37ee59881ff4b2e73/74524d40cf2f10f37ee59881ff4b2e73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621034.00000, db: /tmp/tmp17w2g06y/sda/containers/0/784/500e54c30256684e07095be4e1c77784/500e54c30256684e07095be4e1c77784.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621033.00000, (0, 0) as of 1769621033.00000, created as of 1769621033.00000> to ShardRange<'k' to 't' as of 1769621034.00000, (0, 0) as of 1769621034.00000, shrinking as of 1769621034.00000>, path: .shards_a/shard_c_1769621034.00000, db: /tmp/tmp17w2g06y/sda/containers/0/784/500e54c30256684e07095be4e1c77784/500e54c30256684e07095be4e1c77784.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621034.00000, db: /tmp/tmp17w2g06y/sda/containers/0/784/500e54c30256684e07095be4e1c77784/500e54c30256684e07095be4e1c77784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621036.00000, db: /tmp/tmp17w2g06y/sda/containers/0/92b/c62f160890c71f254cdd9c0d91e1692b/c62f160890c71f254cdd9c0d91e1692b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621035.00000, (0, 0) as of 1769621035.00000, created as of 1769621035.00000> to ShardRange<'k' to 't' as of 1769621036.00000, (0, 0) as of 1769621036.00000, sharding as of 1769621036.00000>, path: .shards_a/shard_c_1769621036.00000, db: /tmp/tmp17w2g06y/sda/containers/0/92b/c62f160890c71f254cdd9c0d91e1692b/c62f160890c71f254cdd9c0d91e1692b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621036.00000, db: /tmp/tmp17w2g06y/sda/containers/0/92b/c62f160890c71f254cdd9c0d91e1692b/c62f160890c71f254cdd9c0d91e1692b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621038.00000, db: /tmp/tmp17w2g06y/sda/containers/0/3f6/5c45c2f0051b28cfa9624dcd0e82b3f6/5c45c2f0051b28cfa9624dcd0e82b3f6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621037.00000, (0, 0) as of 1769621037.00000, created as of 1769621037.00000> to ShardRange<'k' to 't' as of 1769621038.00000, (0, 0) as of 1769621038.00000, sharded as of 1769621038.00000>, path: .shards_a/shard_c_1769621038.00000, db: /tmp/tmp17w2g06y/sda/containers/0/3f6/5c45c2f0051b28cfa9624dcd0e82b3f6/5c45c2f0051b28cfa9624dcd0e82b3f6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621038.00000, db: /tmp/tmp17w2g06y/sda/containers/0/3f6/5c45c2f0051b28cfa9624dcd0e82b3f6/5c45c2f0051b28cfa9624dcd0e82b3f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621040.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e03/523cb75a38903b20beaaebf896bb9e03/523cb75a38903b20beaaebf896bb9e03.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621039.00000, (0, 0) as of 1769621039.00000, created as of 1769621039.00000> to ShardRange<'k' to 't' as of 1769621040.00000, (0, 0) as of 1769621040.00000, shrunk as of 1769621040.00000>, path: .shards_a/shard_c_1769621040.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e03/523cb75a38903b20beaaebf896bb9e03/523cb75a38903b20beaaebf896bb9e03.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621040.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e03/523cb75a38903b20beaaebf896bb9e03/523cb75a38903b20beaaebf896bb9e03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621042.00000, db: /tmp/tmp17w2g06y/sda/containers/0/dcf/5302cedd8b39bb7907fc3325284aedcf/5302cedd8b39bb7907fc3325284aedcf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621041.00000, (0, 0) as of 1769621041.00000, cleaved as of 1769621041.00000> to ShardRange<'k' to 't' as of 1769621042.00000, (0, 0) as of 1769621042.00000, found as of 1769621042.00000>, path: .shards_a/shard_c_1769621042.00000, db: /tmp/tmp17w2g06y/sda/containers/0/dcf/5302cedd8b39bb7907fc3325284aedcf/5302cedd8b39bb7907fc3325284aedcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621044.00000, db: /tmp/tmp17w2g06y/sda/containers/0/24f/e3edd23f4f85a65e838769b089d2524f/e3edd23f4f85a65e838769b089d2524f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621043.00000, (0, 0) as of 1769621043.00000, cleaved as of 1769621043.00000> to ShardRange<'k' to 't' as of 1769621044.00000, (0, 0) as of 1769621044.00000, created as of 1769621044.00000>, path: .shards_a/shard_c_1769621044.00000, db: /tmp/tmp17w2g06y/sda/containers/0/24f/e3edd23f4f85a65e838769b089d2524f/e3edd23f4f85a65e838769b089d2524f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621046.00000, db: /tmp/tmp17w2g06y/sda/containers/0/f41/6ef758d4fa229cdf1f873f08a2b3df41/6ef758d4fa229cdf1f873f08a2b3df41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621048.00000, db: /tmp/tmp17w2g06y/sda/containers/0/bf7/809b22b4ce1aa3ecc0d50fbe1cc86bf7/809b22b4ce1aa3ecc0d50fbe1cc86bf7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621047.00000, (0, 0) as of 1769621047.00000, cleaved as of 1769621047.00000> to ShardRange<'k' to 't' as of 1769621048.00000, (0, 0) as of 1769621048.00000, active as of 1769621048.00000>, path: .shards_a/shard_c_1769621048.00000, db: /tmp/tmp17w2g06y/sda/containers/0/bf7/809b22b4ce1aa3ecc0d50fbe1cc86bf7/809b22b4ce1aa3ecc0d50fbe1cc86bf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621050.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a9a/1731d04a32c9356620fe017b90125a9a/1731d04a32c9356620fe017b90125a9a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621049.00000, (0, 0) as of 1769621049.00000, cleaved as of 1769621049.00000> to ShardRange<'k' to 't' as of 1769621050.00000, (0, 0) as of 1769621050.00000, shrinking as of 1769621050.00000>, path: .shards_a/shard_c_1769621050.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a9a/1731d04a32c9356620fe017b90125a9a/1731d04a32c9356620fe017b90125a9a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621050.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a9a/1731d04a32c9356620fe017b90125a9a/1731d04a32c9356620fe017b90125a9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621052.00000, db: /tmp/tmp17w2g06y/sda/containers/0/724/e97de98dae5e21450c9412a94441b724/e97de98dae5e21450c9412a94441b724.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621051.00000, (0, 0) as of 1769621051.00000, cleaved as of 1769621051.00000> to ShardRange<'k' to 't' as of 1769621052.00000, (0, 0) as of 1769621052.00000, sharding as of 1769621052.00000>, path: .shards_a/shard_c_1769621052.00000, db: /tmp/tmp17w2g06y/sda/containers/0/724/e97de98dae5e21450c9412a94441b724/e97de98dae5e21450c9412a94441b724.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621052.00000, db: /tmp/tmp17w2g06y/sda/containers/0/724/e97de98dae5e21450c9412a94441b724/e97de98dae5e21450c9412a94441b724.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621054.00000, db: /tmp/tmp17w2g06y/sda/containers/0/0bd/1480285d2d64df23af1998c4c6d410bd/1480285d2d64df23af1998c4c6d410bd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621053.00000, (0, 0) as of 1769621053.00000, cleaved as of 1769621053.00000> to ShardRange<'k' to 't' as of 1769621054.00000, (0, 0) as of 1769621054.00000, sharded as of 1769621054.00000>, path: .shards_a/shard_c_1769621054.00000, db: /tmp/tmp17w2g06y/sda/containers/0/0bd/1480285d2d64df23af1998c4c6d410bd/1480285d2d64df23af1998c4c6d410bd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621054.00000, db: /tmp/tmp17w2g06y/sda/containers/0/0bd/1480285d2d64df23af1998c4c6d410bd/1480285d2d64df23af1998c4c6d410bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621056.00000, db: /tmp/tmp17w2g06y/sda/containers/0/7d0/b471f34080e26f040fed2d91da6057d0/b471f34080e26f040fed2d91da6057d0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621055.00000, (0, 0) as of 1769621055.00000, cleaved as of 1769621055.00000> to ShardRange<'k' to 't' as of 1769621056.00000, (0, 0) as of 1769621056.00000, shrunk as of 1769621056.00000>, path: .shards_a/shard_c_1769621056.00000, db: /tmp/tmp17w2g06y/sda/containers/0/7d0/b471f34080e26f040fed2d91da6057d0/b471f34080e26f040fed2d91da6057d0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621056.00000, db: /tmp/tmp17w2g06y/sda/containers/0/7d0/b471f34080e26f040fed2d91da6057d0/b471f34080e26f040fed2d91da6057d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621058.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b8e/9a71f3fb735982f6bfafe27553623b8e/9a71f3fb735982f6bfafe27553623b8e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621057.00000, (0, 0) as of 1769621057.00000, active as of 1769621057.00000> to ShardRange<'k' to 't' as of 1769621058.00000, (0, 0) as of 1769621058.00000, found as of 1769621058.00000>, path: .shards_a/shard_c_1769621058.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b8e/9a71f3fb735982f6bfafe27553623b8e/9a71f3fb735982f6bfafe27553623b8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621060.00000, db: /tmp/tmp17w2g06y/sda/containers/0/85e/f9d9d64723a67dd93eaa35fc63bff85e/f9d9d64723a67dd93eaa35fc63bff85e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621059.00000, (0, 0) as of 1769621059.00000, active as of 1769621059.00000> to ShardRange<'k' to 't' as of 1769621060.00000, (0, 0) as of 1769621060.00000, created as of 1769621060.00000>, path: .shards_a/shard_c_1769621060.00000, db: /tmp/tmp17w2g06y/sda/containers/0/85e/f9d9d64723a67dd93eaa35fc63bff85e/f9d9d64723a67dd93eaa35fc63bff85e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621062.00000, db: /tmp/tmp17w2g06y/sda/containers/0/47a/3708340cced61da1a25a8936a742c47a/3708340cced61da1a25a8936a742c47a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621061.00000, (0, 0) as of 1769621061.00000, active as of 1769621061.00000> to ShardRange<'k' to 't' as of 1769621062.00000, (0, 0) as of 1769621062.00000, cleaved as of 1769621062.00000>, path: .shards_a/shard_c_1769621062.00000, db: /tmp/tmp17w2g06y/sda/containers/0/47a/3708340cced61da1a25a8936a742c47a/3708340cced61da1a25a8936a742c47a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621064.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d28/7f98d997014afea98fa22796021f0d28/7f98d997014afea98fa22796021f0d28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621066.00000, db: /tmp/tmp17w2g06y/sda/containers/0/aa5/62e57363fe60bacf093ef31006f9eaa5/62e57363fe60bacf093ef31006f9eaa5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621065.00000, (0, 0) as of 1769621065.00000, active as of 1769621065.00000> to ShardRange<'k' to 't' as of 1769621066.00000, (0, 0) as of 1769621066.00000, shrinking as of 1769621066.00000>, path: .shards_a/shard_c_1769621066.00000, db: /tmp/tmp17w2g06y/sda/containers/0/aa5/62e57363fe60bacf093ef31006f9eaa5/62e57363fe60bacf093ef31006f9eaa5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621066.00000, db: /tmp/tmp17w2g06y/sda/containers/0/aa5/62e57363fe60bacf093ef31006f9eaa5/62e57363fe60bacf093ef31006f9eaa5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621068.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4a2/31be74742db14626903689e9d934f4a2/31be74742db14626903689e9d934f4a2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621067.00000, (0, 0) as of 1769621067.00000, active as of 1769621067.00000> to ShardRange<'k' to 't' as of 1769621068.00000, (0, 0) as of 1769621068.00000, sharding as of 1769621068.00000>, path: .shards_a/shard_c_1769621068.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4a2/31be74742db14626903689e9d934f4a2/31be74742db14626903689e9d934f4a2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621068.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4a2/31be74742db14626903689e9d934f4a2/31be74742db14626903689e9d934f4a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621070.00000, db: /tmp/tmp17w2g06y/sda/containers/0/cc1/e5f8d5043178e831adb41e3c10fafcc1/e5f8d5043178e831adb41e3c10fafcc1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621069.00000, (0, 0) as of 1769621069.00000, active as of 1769621069.00000> to ShardRange<'k' to 't' as of 1769621070.00000, (0, 0) as of 1769621070.00000, sharded as of 1769621070.00000>, path: .shards_a/shard_c_1769621070.00000, db: /tmp/tmp17w2g06y/sda/containers/0/cc1/e5f8d5043178e831adb41e3c10fafcc1/e5f8d5043178e831adb41e3c10fafcc1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621070.00000, db: /tmp/tmp17w2g06y/sda/containers/0/cc1/e5f8d5043178e831adb41e3c10fafcc1/e5f8d5043178e831adb41e3c10fafcc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621072.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d2a/2f9983334ea6c49539c23b3979a8ad2a/2f9983334ea6c49539c23b3979a8ad2a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621071.00000, (0, 0) as of 1769621071.00000, active as of 1769621071.00000> to ShardRange<'k' to 't' as of 1769621072.00000, (0, 0) as of 1769621072.00000, shrunk as of 1769621072.00000>, path: .shards_a/shard_c_1769621072.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d2a/2f9983334ea6c49539c23b3979a8ad2a/2f9983334ea6c49539c23b3979a8ad2a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621072.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d2a/2f9983334ea6c49539c23b3979a8ad2a/2f9983334ea6c49539c23b3979a8ad2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621074.00000, db: /tmp/tmp17w2g06y/sda/containers/0/579/c0fca6a972a295809eea23322f961579/c0fca6a972a295809eea23322f961579.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621073.00000, (0, 0) as of 1769621073.00000, shrinking as of 1769621073.00000> to ShardRange<'k' to 't' as of 1769621074.00000, (0, 0) as of 1769621074.00000, found as of 1769621074.00000>, path: .shards_a/shard_c_1769621074.00000, db: /tmp/tmp17w2g06y/sda/containers/0/579/c0fca6a972a295809eea23322f961579/c0fca6a972a295809eea23322f961579.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621076.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b25/0e6c291fe2d1155007ffc8a054e33b25/0e6c291fe2d1155007ffc8a054e33b25.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621075.00000, (0, 0) as of 1769621075.00000, shrinking as of 1769621075.00000> to ShardRange<'k' to 't' as of 1769621076.00000, (0, 0) as of 1769621076.00000, created as of 1769621076.00000>, path: .shards_a/shard_c_1769621076.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b25/0e6c291fe2d1155007ffc8a054e33b25/0e6c291fe2d1155007ffc8a054e33b25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621078.00000, db: /tmp/tmp17w2g06y/sda/containers/0/6d3/5f80c09bc5b07dd082e67d98a5ed36d3/5f80c09bc5b07dd082e67d98a5ed36d3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621077.00000, (0, 0) as of 1769621077.00000, shrinking as of 1769621077.00000> to ShardRange<'k' to 't' as of 1769621078.00000, (0, 0) as of 1769621078.00000, cleaved as of 1769621078.00000>, path: .shards_a/shard_c_1769621078.00000, db: /tmp/tmp17w2g06y/sda/containers/0/6d3/5f80c09bc5b07dd082e67d98a5ed36d3/5f80c09bc5b07dd082e67d98a5ed36d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621080.00000, db: /tmp/tmp17w2g06y/sda/containers/0/462/0a98d2efada21c2fbe41a1adec694462/0a98d2efada21c2fbe41a1adec694462.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621079.00000, (0, 0) as of 1769621079.00000, shrinking as of 1769621079.00000> to ShardRange<'k' to 't' as of 1769621080.00000, (0, 0) as of 1769621080.00000, active as of 1769621080.00000>, path: .shards_a/shard_c_1769621080.00000, db: /tmp/tmp17w2g06y/sda/containers/0/462/0a98d2efada21c2fbe41a1adec694462/0a98d2efada21c2fbe41a1adec694462.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621082.00000, db: /tmp/tmp17w2g06y/sda/containers/0/ef6/29c89219941acb0ac0c7253ae9edeef6/29c89219941acb0ac0c7253ae9edeef6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621082.00000, db: /tmp/tmp17w2g06y/sda/containers/0/ef6/29c89219941acb0ac0c7253ae9edeef6/29c89219941acb0ac0c7253ae9edeef6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621084.00000, db: /tmp/tmp17w2g06y/sda/containers/0/1f6/b74d31f8a741eeb4166a0ac9e1e561f6/b74d31f8a741eeb4166a0ac9e1e561f6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621083.00000, (0, 0) as of 1769621083.00000, shrinking as of 1769621083.00000> to ShardRange<'k' to 't' as of 1769621084.00000, (0, 0) as of 1769621084.00000, sharding as of 1769621084.00000>, path: .shards_a/shard_c_1769621084.00000, db: /tmp/tmp17w2g06y/sda/containers/0/1f6/b74d31f8a741eeb4166a0ac9e1e561f6/b74d31f8a741eeb4166a0ac9e1e561f6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621084.00000, db: /tmp/tmp17w2g06y/sda/containers/0/1f6/b74d31f8a741eeb4166a0ac9e1e561f6/b74d31f8a741eeb4166a0ac9e1e561f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621086.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4ac/a5365fd20fac002f08aa90ccdd49b4ac/a5365fd20fac002f08aa90ccdd49b4ac.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621085.00000, (0, 0) as of 1769621085.00000, shrinking as of 1769621085.00000> to ShardRange<'k' to 't' as of 1769621086.00000, (0, 0) as of 1769621086.00000, sharded as of 1769621086.00000>, path: .shards_a/shard_c_1769621086.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4ac/a5365fd20fac002f08aa90ccdd49b4ac/a5365fd20fac002f08aa90ccdd49b4ac.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621086.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4ac/a5365fd20fac002f08aa90ccdd49b4ac/a5365fd20fac002f08aa90ccdd49b4ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621088.00000, db: /tmp/tmp17w2g06y/sda/containers/0/47d/adbee56a7e30e0e2f353c15a7d41f47d/adbee56a7e30e0e2f353c15a7d41f47d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621087.00000, (0, 0) as of 1769621087.00000, shrinking as of 1769621087.00000> to ShardRange<'k' to 't' as of 1769621088.00000, (0, 0) as of 1769621088.00000, shrunk as of 1769621088.00000>, path: .shards_a/shard_c_1769621088.00000, db: /tmp/tmp17w2g06y/sda/containers/0/47d/adbee56a7e30e0e2f353c15a7d41f47d/adbee56a7e30e0e2f353c15a7d41f47d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621088.00000, db: /tmp/tmp17w2g06y/sda/containers/0/47d/adbee56a7e30e0e2f353c15a7d41f47d/adbee56a7e30e0e2f353c15a7d41f47d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621090.00000, db: /tmp/tmp17w2g06y/sda/containers/0/db4/10cc20fdc9043e3e760bd16dd229edb4/10cc20fdc9043e3e760bd16dd229edb4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621089.00000, (0, 0) as of 1769621089.00000, sharding as of 1769621089.00000> to ShardRange<'k' to 't' as of 1769621090.00000, (0, 0) as of 1769621090.00000, found as of 1769621090.00000>, path: .shards_a/shard_c_1769621090.00000, db: /tmp/tmp17w2g06y/sda/containers/0/db4/10cc20fdc9043e3e760bd16dd229edb4/10cc20fdc9043e3e760bd16dd229edb4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621092.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4f4/e220061eb06cf024349de58a3e8934f4/e220061eb06cf024349de58a3e8934f4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621091.00000, (0, 0) as of 1769621091.00000, sharding as of 1769621091.00000> to ShardRange<'k' to 't' as of 1769621092.00000, (0, 0) as of 1769621092.00000, created as of 1769621092.00000>, path: .shards_a/shard_c_1769621092.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4f4/e220061eb06cf024349de58a3e8934f4/e220061eb06cf024349de58a3e8934f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621094.00000, db: /tmp/tmp17w2g06y/sda/containers/0/699/1f071fd3d5e1609a92f37206478f1699/1f071fd3d5e1609a92f37206478f1699.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621093.00000, (0, 0) as of 1769621093.00000, sharding as of 1769621093.00000> to ShardRange<'k' to 't' as of 1769621094.00000, (0, 0) as of 1769621094.00000, cleaved as of 1769621094.00000>, path: .shards_a/shard_c_1769621094.00000, db: /tmp/tmp17w2g06y/sda/containers/0/699/1f071fd3d5e1609a92f37206478f1699/1f071fd3d5e1609a92f37206478f1699.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621096.00000, db: /tmp/tmp17w2g06y/sda/containers/0/360/f66d78a419da490b5fbc0dd04963e360/f66d78a419da490b5fbc0dd04963e360.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621095.00000, (0, 0) as of 1769621095.00000, sharding as of 1769621095.00000> to ShardRange<'k' to 't' as of 1769621096.00000, (0, 0) as of 1769621096.00000, active as of 1769621096.00000>, path: .shards_a/shard_c_1769621096.00000, db: /tmp/tmp17w2g06y/sda/containers/0/360/f66d78a419da490b5fbc0dd04963e360/f66d78a419da490b5fbc0dd04963e360.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621098.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d93/f739af1e10605b26766e2a5f2d61ad93/f739af1e10605b26766e2a5f2d61ad93.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621097.00000, (0, 0) as of 1769621097.00000, sharding as of 1769621097.00000> to ShardRange<'k' to 't' as of 1769621098.00000, (0, 0) as of 1769621098.00000, shrinking as of 1769621098.00000>, path: .shards_a/shard_c_1769621098.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d93/f739af1e10605b26766e2a5f2d61ad93/f739af1e10605b26766e2a5f2d61ad93.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621098.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d93/f739af1e10605b26766e2a5f2d61ad93/f739af1e10605b26766e2a5f2d61ad93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621100.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d08/cd7ad0c97d68f749901d26c48b7d5d08/cd7ad0c97d68f749901d26c48b7d5d08.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621100.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d08/cd7ad0c97d68f749901d26c48b7d5d08/cd7ad0c97d68f749901d26c48b7d5d08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621102.00000, db: /tmp/tmp17w2g06y/sda/containers/0/675/0ef8841177ff37816e8824027f58e675/0ef8841177ff37816e8824027f58e675.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621101.00000, (0, 0) as of 1769621101.00000, sharding as of 1769621101.00000> to ShardRange<'k' to 't' as of 1769621102.00000, (0, 0) as of 1769621102.00000, sharded as of 1769621102.00000>, path: .shards_a/shard_c_1769621102.00000, db: /tmp/tmp17w2g06y/sda/containers/0/675/0ef8841177ff37816e8824027f58e675/0ef8841177ff37816e8824027f58e675.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621102.00000, db: /tmp/tmp17w2g06y/sda/containers/0/675/0ef8841177ff37816e8824027f58e675/0ef8841177ff37816e8824027f58e675.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621104.00000, db: /tmp/tmp17w2g06y/sda/containers/0/0a8/5dc5da83e319eede74f420896b38f0a8/5dc5da83e319eede74f420896b38f0a8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621103.00000, (0, 0) as of 1769621103.00000, sharding as of 1769621103.00000> to ShardRange<'k' to 't' as of 1769621104.00000, (0, 0) as of 1769621104.00000, shrunk as of 1769621104.00000>, path: .shards_a/shard_c_1769621104.00000, db: /tmp/tmp17w2g06y/sda/containers/0/0a8/5dc5da83e319eede74f420896b38f0a8/5dc5da83e319eede74f420896b38f0a8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621104.00000, db: /tmp/tmp17w2g06y/sda/containers/0/0a8/5dc5da83e319eede74f420896b38f0a8/5dc5da83e319eede74f420896b38f0a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621106.00000, db: /tmp/tmp17w2g06y/sda/containers/0/bf7/b07f59b1aff7990ef2430f4c739e7bf7/b07f59b1aff7990ef2430f4c739e7bf7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621105.00000, (0, 0) as of 1769621105.00000, sharded as of 1769621105.00000> to ShardRange<'k' to 't' as of 1769621106.00000, (0, 0) as of 1769621106.00000, found as of 1769621106.00000>, path: .shards_a/shard_c_1769621106.00000, db: /tmp/tmp17w2g06y/sda/containers/0/bf7/b07f59b1aff7990ef2430f4c739e7bf7/b07f59b1aff7990ef2430f4c739e7bf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621108.00000, db: /tmp/tmp17w2g06y/sda/containers/0/35b/7918a43e06da5d7f1a42eef833fdc35b/7918a43e06da5d7f1a42eef833fdc35b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621107.00000, (0, 0) as of 1769621107.00000, sharded as of 1769621107.00000> to ShardRange<'k' to 't' as of 1769621108.00000, (0, 0) as of 1769621108.00000, created as of 1769621108.00000>, path: .shards_a/shard_c_1769621108.00000, db: /tmp/tmp17w2g06y/sda/containers/0/35b/7918a43e06da5d7f1a42eef833fdc35b/7918a43e06da5d7f1a42eef833fdc35b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621110.00000, db: /tmp/tmp17w2g06y/sda/containers/0/77e/6dad9fa2d4df26967790a3592dfb477e/6dad9fa2d4df26967790a3592dfb477e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621109.00000, (0, 0) as of 1769621109.00000, sharded as of 1769621109.00000> to ShardRange<'k' to 't' as of 1769621110.00000, (0, 0) as of 1769621110.00000, cleaved as of 1769621110.00000>, path: .shards_a/shard_c_1769621110.00000, db: /tmp/tmp17w2g06y/sda/containers/0/77e/6dad9fa2d4df26967790a3592dfb477e/6dad9fa2d4df26967790a3592dfb477e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621112.00000, db: /tmp/tmp17w2g06y/sda/containers/0/46c/895ef2344a5d1c09c660c786aba6846c/895ef2344a5d1c09c660c786aba6846c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621111.00000, (0, 0) as of 1769621111.00000, sharded as of 1769621111.00000> to ShardRange<'k' to 't' as of 1769621112.00000, (0, 0) as of 1769621112.00000, active as of 1769621112.00000>, path: .shards_a/shard_c_1769621112.00000, db: /tmp/tmp17w2g06y/sda/containers/0/46c/895ef2344a5d1c09c660c786aba6846c/895ef2344a5d1c09c660c786aba6846c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621114.00000, db: /tmp/tmp17w2g06y/sda/containers/0/601/2a514b78995b871650710be0caa11601/2a514b78995b871650710be0caa11601.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621113.00000, (0, 0) as of 1769621113.00000, sharded as of 1769621113.00000> to ShardRange<'k' to 't' as of 1769621114.00000, (0, 0) as of 1769621114.00000, shrinking as of 1769621114.00000>, path: .shards_a/shard_c_1769621114.00000, db: /tmp/tmp17w2g06y/sda/containers/0/601/2a514b78995b871650710be0caa11601/2a514b78995b871650710be0caa11601.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621114.00000, db: /tmp/tmp17w2g06y/sda/containers/0/601/2a514b78995b871650710be0caa11601/2a514b78995b871650710be0caa11601.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621116.00000, db: /tmp/tmp17w2g06y/sda/containers/0/068/c9914bcdfefbb8671a85952564949068/c9914bcdfefbb8671a85952564949068.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621115.00000, (0, 0) as of 1769621115.00000, sharded as of 1769621115.00000> to ShardRange<'k' to 't' as of 1769621116.00000, (0, 0) as of 1769621116.00000, sharding as of 1769621116.00000>, path: .shards_a/shard_c_1769621116.00000, db: /tmp/tmp17w2g06y/sda/containers/0/068/c9914bcdfefbb8671a85952564949068/c9914bcdfefbb8671a85952564949068.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621116.00000, db: /tmp/tmp17w2g06y/sda/containers/0/068/c9914bcdfefbb8671a85952564949068/c9914bcdfefbb8671a85952564949068.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621118.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a9a/b105de1b5fac47b6b9a5388367079a9a/b105de1b5fac47b6b9a5388367079a9a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621118.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a9a/b105de1b5fac47b6b9a5388367079a9a/b105de1b5fac47b6b9a5388367079a9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621120.00000, db: /tmp/tmp17w2g06y/sda/containers/0/811/107437e11be633a78dad15448a936811/107437e11be633a78dad15448a936811.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621119.00000, (0, 0) as of 1769621119.00000, sharded as of 1769621119.00000> to ShardRange<'k' to 't' as of 1769621120.00000, (0, 0) as of 1769621120.00000, shrunk as of 1769621120.00000>, path: .shards_a/shard_c_1769621120.00000, db: /tmp/tmp17w2g06y/sda/containers/0/811/107437e11be633a78dad15448a936811/107437e11be633a78dad15448a936811.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621120.00000, db: /tmp/tmp17w2g06y/sda/containers/0/811/107437e11be633a78dad15448a936811/107437e11be633a78dad15448a936811.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621122.00000, db: /tmp/tmp17w2g06y/sda/containers/0/ecd/c532a5ca30e493b779ae52fa40435ecd/c532a5ca30e493b779ae52fa40435ecd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621121.00000, (0, 0) as of 1769621121.00000, shrunk as of 1769621121.00000> to ShardRange<'k' to 't' as of 1769621122.00000, (0, 0) as of 1769621122.00000, found as of 1769621122.00000>, path: .shards_a/shard_c_1769621122.00000, db: /tmp/tmp17w2g06y/sda/containers/0/ecd/c532a5ca30e493b779ae52fa40435ecd/c532a5ca30e493b779ae52fa40435ecd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621124.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e75/4ab2f0ef571134676e8561ecabac3e75/4ab2f0ef571134676e8561ecabac3e75.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621123.00000, (0, 0) as of 1769621123.00000, shrunk as of 1769621123.00000> to ShardRange<'k' to 't' as of 1769621124.00000, (0, 0) as of 1769621124.00000, created as of 1769621124.00000>, path: .shards_a/shard_c_1769621124.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e75/4ab2f0ef571134676e8561ecabac3e75/4ab2f0ef571134676e8561ecabac3e75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621126.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e40/7051b373a967f2964277b801c06e3e40/7051b373a967f2964277b801c06e3e40.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621125.00000, (0, 0) as of 1769621125.00000, shrunk as of 1769621125.00000> to ShardRange<'k' to 't' as of 1769621126.00000, (0, 0) as of 1769621126.00000, cleaved as of 1769621126.00000>, path: .shards_a/shard_c_1769621126.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e40/7051b373a967f2964277b801c06e3e40/7051b373a967f2964277b801c06e3e40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621128.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b37/f6946588d2232c9759bcd2beda667b37/f6946588d2232c9759bcd2beda667b37.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621127.00000, (0, 0) as of 1769621127.00000, shrunk as of 1769621127.00000> to ShardRange<'k' to 't' as of 1769621128.00000, (0, 0) as of 1769621128.00000, active as of 1769621128.00000>, path: .shards_a/shard_c_1769621128.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b37/f6946588d2232c9759bcd2beda667b37/f6946588d2232c9759bcd2beda667b37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621130.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a35/40a234985053aa51d9ec188eee9c8a35/40a234985053aa51d9ec188eee9c8a35.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621129.00000, (0, 0) as of 1769621129.00000, shrunk as of 1769621129.00000> to ShardRange<'k' to 't' as of 1769621130.00000, (0, 0) as of 1769621130.00000, shrinking as of 1769621130.00000>, path: .shards_a/shard_c_1769621130.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a35/40a234985053aa51d9ec188eee9c8a35/40a234985053aa51d9ec188eee9c8a35.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621130.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a35/40a234985053aa51d9ec188eee9c8a35/40a234985053aa51d9ec188eee9c8a35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621132.00000, db: /tmp/tmp17w2g06y/sda/containers/0/1fc/55342e7beeb8d5a565682587dcdc61fc/55342e7beeb8d5a565682587dcdc61fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621131.00000, (0, 0) as of 1769621131.00000, shrunk as of 1769621131.00000> to ShardRange<'k' to 't' as of 1769621132.00000, (0, 0) as of 1769621132.00000, sharding as of 1769621132.00000>, path: .shards_a/shard_c_1769621132.00000, db: /tmp/tmp17w2g06y/sda/containers/0/1fc/55342e7beeb8d5a565682587dcdc61fc/55342e7beeb8d5a565682587dcdc61fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621132.00000, db: /tmp/tmp17w2g06y/sda/containers/0/1fc/55342e7beeb8d5a565682587dcdc61fc/55342e7beeb8d5a565682587dcdc61fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621134.00000, db: /tmp/tmp17w2g06y/sda/containers/0/909/c3757fa7af25c5d790e7678677e52909/c3757fa7af25c5d790e7678677e52909.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621133.00000, (0, 0) as of 1769621133.00000, shrunk as of 1769621133.00000> to ShardRange<'k' to 't' as of 1769621134.00000, (0, 0) as of 1769621134.00000, sharded as of 1769621134.00000>, path: .shards_a/shard_c_1769621134.00000, db: /tmp/tmp17w2g06y/sda/containers/0/909/c3757fa7af25c5d790e7678677e52909/c3757fa7af25c5d790e7678677e52909.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621134.00000, db: /tmp/tmp17w2g06y/sda/containers/0/909/c3757fa7af25c5d790e7678677e52909/c3757fa7af25c5d790e7678677e52909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621136.00000, db: /tmp/tmp17w2g06y/sda/containers/0/cb2/c9ad11c01d6066207caebfc45a42dcb2/c9ad11c01d6066207caebfc45a42dcb2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621136.00000, db: /tmp/tmp17w2g06y/sda/containers/0/cb2/c9ad11c01d6066207caebfc45a42dcb2/c9ad11c01d6066207caebfc45a42dcb2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621137.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d4e/d9ce54a63f1899d7dc52254e148e9d4e/d9ce54a63f1899d7dc52254e148e9d4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621139.00000, db: /tmp/tmp17w2g06y/sda/containers/0/82c/240fbe8adbd4c26c57ea28f4c2e0682c/240fbe8adbd4c26c57ea28f4c2e0682c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621141.00000, db: /tmp/tmp17w2g06y/sda/containers/0/fb9/2ac3880b5eee5235478448ab57d97fb9/2ac3880b5eee5235478448ab57d97fb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621143.00000, db: /tmp/tmp17w2g06y/sda/containers/0/2b3/af6dd7590e7cca17a1d4f6b78a0fe2b3/af6dd7590e7cca17a1d4f6b78a0fe2b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621145.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b07/b6e64ffe95a8014c383121b1c593eb07/b6e64ffe95a8014c383121b1c593eb07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621147.00000, db: /tmp/tmp17w2g06y/sda/containers/0/28a/3d8e02e301e089651078b9dbcc84328a/3d8e02e301e089651078b9dbcc84328a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621149.00000, db: /tmp/tmp17w2g06y/sda/containers/0/129/108952c827fc452506176f3109360129/108952c827fc452506176f3109360129.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621151.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b58/1ef1730813b92c26d5b02b4bebbe1b58/1ef1730813b92c26d5b02b4bebbe1b58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621153.00000, db: /tmp/tmp17w2g06y/sda/containers/0/beb/d4312c8e1a9ffc48f5d3a7ae7193bbeb/d4312c8e1a9ffc48f5d3a7ae7193bbeb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621155.00000, db: /tmp/tmp17w2g06y/sda/containers/0/ab4/8f225c28559bd0d46e7b2d225d9f0ab4/8f225c28559bd0d46e7b2d225d9f0ab4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621157.00000, db: /tmp/tmp17w2g06y/sda/containers/0/418/1e7425757b82e7244234e78b4b9d6418/1e7425757b82e7244234e78b4b9d6418.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621159.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4fb/c7d08c80dd367fc732480c90c95ef4fb/c7d08c80dd367fc732480c90c95ef4fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621161.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4cc/b158c0af955d5dd77c7da63687a4c4cc/b158c0af955d5dd77c7da63687a4c4cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621163.00000, db: /tmp/tmp17w2g06y/sda/containers/0/058/00124ce30ff4c9cf568c6fb565df9058/00124ce30ff4c9cf568c6fb565df9058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621165.00000, db: /tmp/tmp17w2g06y/sda/containers/0/652/ae0bf6ec7a3170a070e7fdf1af384652/ae0bf6ec7a3170a070e7fdf1af384652.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621167.00000, db: /tmp/tmp17w2g06y/sda/containers/0/ea3/1faa701de13de3790047a3a4231fbea3/1faa701de13de3790047a3a4231fbea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621169.00000, db: /tmp/tmp17w2g06y/sda/containers/0/dbf/d93d9c2d545fdf48b020a34804ca1dbf/d93d9c2d545fdf48b020a34804ca1dbf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621171.00000, db: /tmp/tmp17w2g06y/sda/containers/0/fc3/013e9ec40990cc088988824114fb6fc3/013e9ec40990cc088988824114fb6fc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621173.00000, db: /tmp/tmp17w2g06y/sda/containers/0/1b2/1ce89a25bcd94604f6b75f912b17c1b2/1ce89a25bcd94604f6b75f912b17c1b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621175.00000, db: /tmp/tmp17w2g06y/sda/containers/0/bfe/8dc51895d87d99f4064f960ab6855bfe/8dc51895d87d99f4064f960ab6855bfe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621177.00000, db: /tmp/tmp17w2g06y/sda/containers/0/69d/91fcc91a729aa16b11c6a1dd18db769d/91fcc91a729aa16b11c6a1dd18db769d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621179.00000, db: /tmp/tmp17w2g06y/sda/containers/0/991/4dbb057d752081298fa48834d30ea991/4dbb057d752081298fa48834d30ea991.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621181.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4f2/5fa097f5fdb84a8e795cc684566ea4f2/5fa097f5fdb84a8e795cc684566ea4f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621183.00000, db: /tmp/tmp17w2g06y/sda/containers/0/19c/29573f5ea41dc23a0b719362675e919c/29573f5ea41dc23a0b719362675e919c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621185.00000, db: /tmp/tmp17w2g06y/sda/containers/0/9b7/3a8f61cdd4c1e3e1e1647fd4661829b7/3a8f61cdd4c1e3e1e1647fd4661829b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621187.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b8c/a5761d85e55e4497a2e05d38c58afb8c/a5761d85e55e4497a2e05d38c58afb8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621189.00000, db: /tmp/tmp17w2g06y/sda/containers/0/625/e8bd8bb9e25e7857f24323e024f50625/e8bd8bb9e25e7857f24323e024f50625.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621191.00000, db: /tmp/tmp17w2g06y/sda/containers/0/3f9/cdfa09b93840c94138a1d98c076463f9/cdfa09b93840c94138a1d98c076463f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621193.00000, db: /tmp/tmp17w2g06y/sda/containers/0/886/9990d9b12fa82bb5bb40526815669886/9990d9b12fa82bb5bb40526815669886.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621195.00000, db: /tmp/tmp17w2g06y/sda/containers/0/c0a/1d807a97127ee2d5000063ff9c5e7c0a/1d807a97127ee2d5000063ff9c5e7c0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621197.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4f8/f204589f8a0362fdc7ec4611b730b4f8/f204589f8a0362fdc7ec4611b730b4f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621199.00000, db: /tmp/tmp17w2g06y/sda/containers/0/fb6/684fc634cabdd413a82b3179b254bfb6/684fc634cabdd413a82b3179b254bfb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621201.00000, db: /tmp/tmp17w2g06y/sda/containers/0/3d8/b666048f98ea5d8a6171856cc80b63d8/b666048f98ea5d8a6171856cc80b63d8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621201.00000, db: /tmp/tmp17w2g06y/sda/containers/0/3d8/b666048f98ea5d8a6171856cc80b63d8/b666048f98ea5d8a6171856cc80b63d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621203.00000, db: /tmp/tmp17w2g06y/sda/containers/0/78c/6b50e614633ea815b926639a4230778c/6b50e614633ea815b926639a4230778c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621203.00000, db: /tmp/tmp17w2g06y/sda/containers/0/78c/6b50e614633ea815b926639a4230778c/6b50e614633ea815b926639a4230778c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621205.00000, db: /tmp/tmp17w2g06y/sda/containers/0/72c/3a05cade1f08663289c9546921cc672c/3a05cade1f08663289c9546921cc672c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621205.00000, db: /tmp/tmp17w2g06y/sda/containers/0/72c/3a05cade1f08663289c9546921cc672c/3a05cade1f08663289c9546921cc672c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621207.00000, db: /tmp/tmp17w2g06y/sda/containers/0/c56/1865f6d93a6787cea86fdf26a7840c56/1865f6d93a6787cea86fdf26a7840c56.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621207.00000, db: /tmp/tmp17w2g06y/sda/containers/0/c56/1865f6d93a6787cea86fdf26a7840c56/1865f6d93a6787cea86fdf26a7840c56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621209.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d31/9842b22f4ac0dd73af9054f325b89d31/9842b22f4ac0dd73af9054f325b89d31.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621209.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d31/9842b22f4ac0dd73af9054f325b89d31/9842b22f4ac0dd73af9054f325b89d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621211.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b2c/d5e013a08188b610547e2deacc2bcb2c/d5e013a08188b610547e2deacc2bcb2c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621211.00000, db: /tmp/tmp17w2g06y/sda/containers/0/b2c/d5e013a08188b610547e2deacc2bcb2c/d5e013a08188b610547e2deacc2bcb2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621213.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4af/7a033c1f51c51867d5ffe7f0da3944af/7a033c1f51c51867d5ffe7f0da3944af.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621213.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4af/7a033c1f51c51867d5ffe7f0da3944af/7a033c1f51c51867d5ffe7f0da3944af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621215.00000, db: /tmp/tmp17w2g06y/sda/containers/0/2a6/61435e6a4164ee052ca08e97a94a62a6/61435e6a4164ee052ca08e97a94a62a6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621215.00000, db: /tmp/tmp17w2g06y/sda/containers/0/2a6/61435e6a4164ee052ca08e97a94a62a6/61435e6a4164ee052ca08e97a94a62a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621217.00000, db: /tmp/tmp17w2g06y/sda/containers/0/555/e202098cb5116d949a9b1687992ab555/e202098cb5116d949a9b1687992ab555.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621217.00000, db: /tmp/tmp17w2g06y/sda/containers/0/555/e202098cb5116d949a9b1687992ab555/e202098cb5116d949a9b1687992ab555.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621219.00000, db: /tmp/tmp17w2g06y/sda/containers/0/479/68bd4a0b6111dda1cba19e03f66e7479/68bd4a0b6111dda1cba19e03f66e7479.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621219.00000, db: /tmp/tmp17w2g06y/sda/containers/0/479/68bd4a0b6111dda1cba19e03f66e7479/68bd4a0b6111dda1cba19e03f66e7479.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621221.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d69/77ad0f26b05a743a83958c0f92874d69/77ad0f26b05a743a83958c0f92874d69.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621221.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d69/77ad0f26b05a743a83958c0f92874d69/77ad0f26b05a743a83958c0f92874d69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621223.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a17/1cee019af0c2d43a0f29d7186a111a17/1cee019af0c2d43a0f29d7186a111a17.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621223.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a17/1cee019af0c2d43a0f29d7186a111a17/1cee019af0c2d43a0f29d7186a111a17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621225.00000, db: /tmp/tmp17w2g06y/sda/containers/0/52e/d0437b876e11b4d7059862db0c34352e/d0437b876e11b4d7059862db0c34352e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621225.00000, db: /tmp/tmp17w2g06y/sda/containers/0/52e/d0437b876e11b4d7059862db0c34352e/d0437b876e11b4d7059862db0c34352e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621227.00000, db: /tmp/tmp17w2g06y/sda/containers/0/6df/d86ce5e44f46ef125d485ab1c06e56df/d86ce5e44f46ef125d485ab1c06e56df.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621227.00000, db: /tmp/tmp17w2g06y/sda/containers/0/6df/d86ce5e44f46ef125d485ab1c06e56df/d86ce5e44f46ef125d485ab1c06e56df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621229.00000, db: /tmp/tmp17w2g06y/sda/containers/0/5c1/2766f4727481430bf43d715292dad5c1/2766f4727481430bf43d715292dad5c1.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok + +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txde0934f1285a4bcf83264-00697a462b" "proxy-server 790401" 0.0132 "-" 790401 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txde0934f1285a4bcf83264-00697a462b - 0.0263 - - 1769621035.618023872 1769621035.644363165 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb2054d9c9e2849c5922f5-00697a462b" "proxy-server 790401" 0.0043 "-" 790401 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48687/sdb1/2/a/c1" "txb2054d9c9e2849c5922f5-00697a462b" "container-server 790401" 0.0042 "-" 790401 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46641/sda1/2/a/c1" "txb2054d9c9e2849c5922f5-00697a462b" "container-server 790401" 0.0009 "-" 790401 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb2054d9c9e2849c5922f5-00697a462b" "proxy-server 790401" 0.0213 "-" 790401 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb2054d9c9e2849c5922f5-00697a462b" "proxy-server 790401" 0.0145 "-" 790401 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/55 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb2054d9c9e2849c5922f5-00697a462b - 0.0313 - - 1769621035.645530939 1769621035.676828861 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcf957174be33449a84b7b-00697a462b" "proxy-server 790401" 0.0045 "-" 790401 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46641/sda1/1/a/c2" "txcf957174be33449a84b7b-00697a462b" "container-server 790401" 0.0009 "-" 790401 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48687/sdb1/1/a/c2" "txcf957174be33449a84b7b-00697a462b" "container-server 790401" 0.0038 "-" 790401 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcf957174be33449a84b7b-00697a462b" "proxy-server 790401" 0.0133 "-" 790401 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcf957174be33449a84b7b-00697a462b" "proxy-server 790401" 0.0211 "-" 790401 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/55 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcf957174be33449a84b7b-00697a462b - 0.0308 - - 1769621035.677977562 1769621035.708759308 2 + +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txd24ab62eba3f4dc99a904-00697a4621) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx982532e4fc0f439c8795b-00697a4622) +test DEBUG: Setting object count to 3120 (txn: tx982532e4fc0f439c8795b-00697a4622) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test DEBUG: Setting object count to 3120 (txn: tx07e63b3a96bc4ee9a0e1b-00697a4622) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txcb61092d74804d94b8495-00697a4622) +test DEBUG: Setting object count to 3120 (txn: txcb61092d74804d94b8495-00697a4622) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx7130fd7ffb9344078b287-00697a4622) +test DEBUG: Setting object count to 3120 (txn: tx7130fd7ffb9344078b287-00697a4622) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test DEBUG: Setting object count to 3120 (txn: tx84d2d67e040b4f0d9aa43-00697a4622) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx503e142dfb0246fba0676-00697a4622) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx503e142dfb0246fba0676-00697a4622) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4479b7ce10f94605a21bd-00697a4622) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx4479b7ce10f94605a21bd-00697a4622) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4479b7ce10f94605a21bd-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4479b7ce10f94605a21bd-00697a4622) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx4479b7ce10f94605a21bd-00697a4622) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4479b7ce10f94605a21bd-00697a4622) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4479b7ce10f94605a21bd-00697a4622) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx4479b7ce10f94605a21bd-00697a4622)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621024.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621025.14377', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621025.15937', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx0967304eb0484ab192624-00697a4625) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx0967304eb0484ab192624-00697a4625) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc2f541ae63eb4e329f625-00697a4625) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txc2f541ae63eb4e329f625-00697a4625) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc2f541ae63eb4e329f625-00697a4625) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc2f541ae63eb4e329f625-00697a4625) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc2f541ae63eb4e329f625-00697a4625) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc92dc9dddcd641fab02ba-00697a4625) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txc92dc9dddcd641fab02ba-00697a4625) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc92dc9dddcd641fab02ba-00697a4625) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc92dc9dddcd641fab02ba-00697a4625) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc92dc9dddcd641fab02ba-00697a4625) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3c877cd555b244eb9d12b-00697a4625) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx3c877cd555b244eb9d12b-00697a4625) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3c877cd555b244eb9d12b-00697a4625) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx3c877cd555b244eb9d12b-00697a4625) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx3c877cd555b244eb9d12b-00697a4625) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8d5c2c006f624920ba233-00697a4626) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c2c006f624920ba233-00697a4626) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c2c006f624920ba233-00697a4626) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx8d5c2c006f624920ba233-00697a4626) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c2c006f624920ba233-00697a4626) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c2c006f624920ba233-00697a4626) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx8d5c2c006f624920ba233-00697a4626) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c2c006f624920ba233-00697a4626) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8d5c2c006f624920ba233-00697a4626) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx8d5c2c006f624920ba233-00697a4626) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx8d5c2c006f624920ba233-00697a4626) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txad41671e637d46e7aabae-00697a4627) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txad41671e637d46e7aabae-00697a4627) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txad41671e637d46e7aabae-00697a4627) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txad41671e637d46e7aabae-00697a4627) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txad41671e637d46e7aabae-00697a4627) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txad41671e637d46e7aabae-00697a4627) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txad41671e637d46e7aabae-00697a4627) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txad41671e637d46e7aabae-00697a4627)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621229.00000, db: /tmp/tmp17w2g06y/sda/containers/0/5c1/2766f4727481430bf43d715292dad5c1/2766f4727481430bf43d715292dad5c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621231.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e6d/1896ea3e9d110aba59dfd6969299be6d/1896ea3e9d110aba59dfd6969299be6d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621231.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e6d/1896ea3e9d110aba59dfd6969299be6d/1896ea3e9d110aba59dfd6969299be6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621233.00000, db: /tmp/tmp17w2g06y/sda/containers/0/3bc/33a38c9b9af29d60f2aba81ce4be53bc/33a38c9b9af29d60f2aba81ce4be53bc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621233.00000, db: /tmp/tmp17w2g06y/sda/containers/0/3bc/33a38c9b9af29d60f2aba81ce4be53bc/33a38c9b9af29d60f2aba81ce4be53bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621235.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d37/3372bcce2249731d5cddc7704ffd2d37/3372bcce2249731d5cddc7704ffd2d37.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621235.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d37/3372bcce2249731d5cddc7704ffd2d37/3372bcce2249731d5cddc7704ffd2d37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621237.00000, db: /tmp/tmp17w2g06y/sda/containers/0/ac9/c432e24d1d06f61a45f53abd45b89ac9/c432e24d1d06f61a45f53abd45b89ac9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621237.00000, db: /tmp/tmp17w2g06y/sda/containers/0/ac9/c432e24d1d06f61a45f53abd45b89ac9/c432e24d1d06f61a45f53abd45b89ac9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621239.00000, db: /tmp/tmp17w2g06y/sda/containers/0/579/5bc04057e7488e823253887a85e4a579/5bc04057e7488e823253887a85e4a579.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621239.00000, db: /tmp/tmp17w2g06y/sda/containers/0/579/5bc04057e7488e823253887a85e4a579/5bc04057e7488e823253887a85e4a579.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621241.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a26/3eb824927e4d5898a47272092e2dfa26/3eb824927e4d5898a47272092e2dfa26.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621241.00000, db: /tmp/tmp17w2g06y/sda/containers/0/a26/3eb824927e4d5898a47272092e2dfa26/3eb824927e4d5898a47272092e2dfa26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621243.00000, db: /tmp/tmp17w2g06y/sda/containers/0/142/92eeffe8ace32cb2669a5273d9878142/92eeffe8ace32cb2669a5273d9878142.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621243.00000, db: /tmp/tmp17w2g06y/sda/containers/0/142/92eeffe8ace32cb2669a5273d9878142/92eeffe8ace32cb2669a5273d9878142.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621245.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d9b/643a732b07be01ded3c42c74f5014d9b/643a732b07be01ded3c42c74f5014d9b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621245.00000, db: /tmp/tmp17w2g06y/sda/containers/0/d9b/643a732b07be01ded3c42c74f5014d9b/643a732b07be01ded3c42c74f5014d9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621247.00000, db: /tmp/tmp17w2g06y/sda/containers/0/819/eef54e6bb36094bacdcc1054280a7819/eef54e6bb36094bacdcc1054280a7819.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621247.00000, db: /tmp/tmp17w2g06y/sda/containers/0/819/eef54e6bb36094bacdcc1054280a7819/eef54e6bb36094bacdcc1054280a7819.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621249.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e34/22f8d050ec693f9dbe7b13a3cbca3e34/22f8d050ec693f9dbe7b13a3cbca3e34.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621249.00000, db: /tmp/tmp17w2g06y/sda/containers/0/e34/22f8d050ec693f9dbe7b13a3cbca3e34/22f8d050ec693f9dbe7b13a3cbca3e34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621251.00000, db: /tmp/tmp17w2g06y/sda/containers/0/c4c/dc56b91be048b0180a3a3ee08155dc4c/dc56b91be048b0180a3a3ee08155dc4c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621251.00000, db: /tmp/tmp17w2g06y/sda/containers/0/c4c/dc56b91be048b0180a3a3ee08155dc4c/dc56b91be048b0180a3a3ee08155dc4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621253.00000, db: /tmp/tmp17w2g06y/sda/containers/0/f1c/0de5ae008bb5341e13accda26bdc9f1c/0de5ae008bb5341e13accda26bdc9f1c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621253.00000, db: /tmp/tmp17w2g06y/sda/containers/0/f1c/0de5ae008bb5341e13accda26bdc9f1c/0de5ae008bb5341e13accda26bdc9f1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621255.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4fc/996d690e3bef91013050c857e8de64fc/996d690e3bef91013050c857e8de64fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621255.00000, db: /tmp/tmp17w2g06y/sda/containers/0/4fc/996d690e3bef91013050c857e8de64fc/996d690e3bef91013050c857e8de64fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621257.00000, db: /tmp/tmp17w2g06y/sda/containers/0/94c/a34cb859f4b1f12dd57870b14870994c/a34cb859f4b1f12dd57870b14870994c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621257.00000, db: /tmp/tmp17w2g06y/sda/containers/0/94c/a34cb859f4b1f12dd57870b14870994c/a34cb859f4b1f12dd57870b14870994c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621259.00000, db: /tmp/tmp17w2g06y/sda/containers/0/97c/152b99554409b8eba6c321c4437bf97c/152b99554409b8eba6c321c4437bf97c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621259.00000, db: /tmp/tmp17w2g06y/sda/containers/0/97c/152b99554409b8eba6c321c4437bf97c/152b99554409b8eba6c321c4437bf97c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621261.00000, db: /tmp/tmp17w2g06y/sda/containers/0/713/3ef33ba30285577ddce195003d9bf713/3ef33ba30285577ddce195003d9bf713.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621261.00000, db: /tmp/tmp17w2g06y/sda/containers/0/713/3ef33ba30285577ddce195003d9bf713/3ef33ba30285577ddce195003d9bf713.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769621263.00000, db: /tmp/tmp17w2g06y/sda/containers/0/8fd/857465019b7be08f48ccd265844a78fd/857465019b7be08f48ccd265844a78fd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769621263.00000, db: /tmp/tmp17w2g06y/sda/containers/0/8fd/857465019b7be08f48ccd265844a78fd/857465019b7be08f48ccd265844a78fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbq0wu7_y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769621025.00000, (0, 0) as of 1769621025.00000, active as of 1769621025.00000> to ShardRange<'k' to 't' as of 1769621026.00000, (0, 0) as of 1769621026.00000, sharded as of 1769621027.00000>, path: .shards_a/shard_c, db: /tmp/tmpbq0wu7_y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpbq0wu7_y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1769621024.09768', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621024.09768', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621024.09755', 'epoch': '1769621024.09755', 'reported': 0, 'tombstones': -1}], 'ea4c88c8-0255-4013-b268-408764f6d26f-sda') +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test DEBUG: /tmp/tmpwvkk420d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769621024.09737', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'ea4c88c8-0255-4013-b268-408764f6d26f-sda') +test DEBUG: /tmp/tmpwvkk420d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00903177s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c3ba388f-21ec-4e3e-80ba-5194dd3526ba-sda', '1769621026.57502', '1769621026.57156', '0', '', '1769621026.57156', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621026.59310', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621026.59310', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.59310', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621026.59314', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621026.59314', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.59314', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621026.59316', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621026.59316', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.59316', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c3ba388f-21ec-4e3e-80ba-5194dd3526ba-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ddb92e26-6885-47be-bc7b-4e8466ee9bc3-sda', '1769621026.62039', '1769621026.61716', '0', '', '1769621026.61716', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621026.63231', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621026.63231', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.63231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621026.63234', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621026.63234', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.63234', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621026.63235', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621026.63235', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.63235', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57119', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57119', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57119', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'ddb92e26-6885-47be-bc7b-4e8466ee9bc3-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e95b12ee-e2ad-41a6-aefb-69cee199d7b5-sda', '1769621026.66746', '1769621026.66526', '0', '', '1769621026.66526', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621026.67800', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621026.67800', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.67800', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621026.67803', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621026.67803', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.67803', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621026.67804', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621026.67804', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.67804', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57119', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57119', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57119', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'e95b12ee-e2ad-41a6-aefb-69cee199d7b5-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'afd54c98-d2e3-42dd-9fc4-8fbb1c2cc970-sda', '1769621026.70363', '1769621026.70145', '0', '', '1769621026.70145', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621026.71378', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621026.71378', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.71378', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621026.71381', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621026.71381', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.71381', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621026.71382', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621026.71382', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621026.71382', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57119', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57119', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57119', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'afd54c98-d2e3-42dd-9fc4-8fbb1c2cc970-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '71f56eed-338a-46e1-ba94-c485b1a946bc-sda', '1769621027.69831', '1769621027.69492', '0', '', '1769621027.69492', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621027.71109', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621027.71109', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.71109', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621027.71114', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621027.71114', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.71114', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621027.71116', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621027.71116', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.71116', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57119', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57119', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57119', 'epoch': None, 'reported': 0, 'tombstones': -1}], '71f56eed-338a-46e1-ba94-c485b1a946bc-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '88da482b-930f-4d79-81e6-10966a462ccf-sda', '1769621027.73810', '1769621027.73599', '0', '', '1769621027.73599', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621027.74930', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621027.74930', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.74930', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621027.74933', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621027.74933', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.74933', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621027.74934', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621027.74934', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.74934', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57136', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57136', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57136', 'epoch': '1769621026.57138', 'reported': 0, 'tombstones': -1}], '88da482b-930f-4d79-81e6-10966a462ccf-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '007c01d1-537d-49fe-b951-cde0f410ee27-sda', '1769621027.77868', '1769621027.77659', '0', '', '1769621027.77659', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621027.79658', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621027.79658', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.79658', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621027.79660', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621027.79660', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.79660', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621027.79662', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621027.79662', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.79662', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57136', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57136', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57136', 'epoch': '1769621026.57138', 'reported': 0, 'tombstones': -1}], '007c01d1-537d-49fe-b951-cde0f410ee27-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '20909f3d-a66b-4b6a-a086-8f4a7fadfbd1-sda', '1769621027.82886', '1769621027.82681', '0', '', '1769621027.82681', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621027.83923', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621027.83923', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.83923', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621027.83925', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621027.83925', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.83925', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621027.83926', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621027.83926', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.83926', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57136', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57136', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57136', 'epoch': '1769621026.57138', 'reported': 0, 'tombstones': -1}], '20909f3d-a66b-4b6a-a086-8f4a7fadfbd1-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5ce04c6b-0e61-49e8-a0ce-005896f2da2e-sda', '1769621027.88114', '1769621027.87904', '0', '', '1769621027.87904', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621027.89535', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621027.89535', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.89535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621027.89537', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621027.89537', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.89537', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621027.89539', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621027.89539', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621027.89539', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57147', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57147', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57147', 'epoch': '1769621026.57149', 'reported': 0, 'tombstones': -1}], '5ce04c6b-0e61-49e8-a0ce-005896f2da2e-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txad41671e637d46e7aabae-00697a4627) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txad41671e637d46e7aabae-00697a4627) +test DEBUG: Setting object count to 1065 (txn: txad41671e637d46e7aabae-00697a4627) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txe2bd0b96ea19407382cc1-00697a4627) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx80e37d78bf0e490fa7235-00697a4627) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txce2038da151a45abbf5f5-00697a4627) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx79c6c3200a9242569a862-00697a4627) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: txa2df2d3f941b452588b0c-00697a4627) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx77e46041e3c144e7868ca-00697a4627) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx4a0b29fe81194883bc794-00697a4627) + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621027.26795', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621027.28240', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok + +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dc306ca5-1180-4d50-b82b-d22464e913fb-sda', '1769621030.32935', '1769621030.32600', '0', '', '1769621030.32600', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621030.34555', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621030.34555', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621030.34555', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621030.34559', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621030.34559', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621030.34559', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621030.34561', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621030.34561', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621030.34561', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57136', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57136', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57136', 'epoch': '1769621026.57138', 'reported': 0, 'tombstones': -1}], 'dc306ca5-1180-4d50-b82b-d22464e913fb-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9f6fb43b-351c-4fcb-a4ff-deb9971b886c-sda', '1769621030.38147', '1769621030.37939', '0', '', '1769621030.37939', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621030.39256', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621030.39256', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621030.39256', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621030.39258', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621030.39258', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621030.39258', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621030.39260', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621030.39260', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621030.39260', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57136', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57136', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57136', 'epoch': '1769621026.57138', 'reported': 0, 'tombstones': -1}], '9f6fb43b-351c-4fcb-a4ff-deb9971b886c-sda') +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '399b9e7f-1492-4103-8d07-a660f8f24cc8-sda', '1769621030.42959', '1769621030.42752', '0', '', '1769621030.42752', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621030.44031', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621030.44031', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621030.44031', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621030.44033', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621030.44033', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621030.44033', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621030.44035', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621030.44035', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621030.44035', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621026.57154', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57119', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57119', 'epoch': None, 'reported': 0, 'tombstones': -1}], '399b9e7f-1492-4103-8d07-a660f8f24cc8-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1769621026.57136', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57136', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57136', 'epoch': '1769621026.57138', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1769621026.57154', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621026.57119', 'deleted': 0, 'state': 40, 'state_timestamp': '1769621026.57119', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp4ajbs6_b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fed0f2184266baffb49b21f1995bfaa0', '16a9d17b-c00c-4fcd-a940-6a140887f6cd-sda', '1769621030.47870', '1769621030.47641', '0', '', '1769621030.47641', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769621030.49238', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '16a9d17b-c00c-4fcd-a940-6a140887f6cd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmppbrga3fc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '93f146de-884e-468c-bd86-8df9c068e5c9-sda', '1769621030.51961', '1769621030.51721', '0', '', '1769621030.51721', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmppbrga3fc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bbc708fe5dced13197ee12c1da5f8e59', 'da18e146-d36a-4361-9041-a244649abca9-sda', '1769621030.55828', '1769621030.55602', '0', '', '1769621030.55602', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769621030.57495', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'da18e146-d36a-4361-9041-a244649abca9-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621027.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok + +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx9806df0e8e21484ca4154-00697a4616) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx9806df0e8e21484ca4154-00697a4616) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx9806df0e8e21484ca4154-00697a4616) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx9806df0e8e21484ca4154-00697a4616) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx9806df0e8e21484ca4154-00697a4616) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx33e1c1299f3f4030957c8-00676d3534) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx33e1c1299f3f4030957c8-00676d3534) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx33e1c1299f3f4030957c8-00676d3534) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +OSError (txn: tx9806df0e8e21484ca4154-00697a4616) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx33e1c1299f3f4030957c8-00676d3534) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +OSError (txn: tx9806df0e8e21484ca4154-00697a4616) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx33e1c1299f3f4030957c8-00676d3534) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx33e1c1299f3f4030957c8-00676d3534) -test ERROR: Container GET returning 503 for [] (txn: tx33e1c1299f3f4030957c8-00676d3534) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txfb60ea1357e84eb4af19a-00676d3534) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txfb60ea1357e84eb4af19a-00676d3534) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfb60ea1357e84eb4af19a-00676d3534) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txfb60ea1357e84eb4af19a-00676d3534) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txfb60ea1357e84eb4af19a-00676d3534) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txfb60ea1357e84eb4af19a-00676d3534) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txfb60ea1357e84eb4af19a-00676d3534) -test INFO: Client disconnected on read of '/a/c' (txn: tx14a11060753d4527942af-00676d3534) -test INFO: Client disconnected on read of '/a/c' (txn: txb9df8ff9704749189e0e2-00676d3534) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx70c0fa74b33b41bfbf431-00676d3534) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx70c0fa74b33b41bfbf431-00676d3534) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx70c0fa74b33b41bfbf431-00676d3534) -test ERROR: Container GET returning 503 for [] (txn: tx70c0fa74b33b41bfbf431-00676d3534) -test INFO: Client disconnected on read of '/a/c' (txn: tx70c0fa74b33b41bfbf431-00676d3534) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1594e4fad0ed404e81762-00676d3534) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1594e4fad0ed404e81762-00676d3534) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1594e4fad0ed404e81762-00676d3534) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1594e4fad0ed404e81762-00676d3534) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1594e4fad0ed404e81762-00676d3534) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1594e4fad0ed404e81762-00676d3534) -test ERROR: Container GET returning 503 for [] (txn: tx1594e4fad0ed404e81762-00676d3534) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f8b659e8884e43b5174-00676d3534) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f8b659e8884e43b5174-00676d3534) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f8b659e8884e43b5174-00676d3534) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f8b659e8884e43b5174-00676d3534)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +OSError (txn: tx9806df0e8e21484ca4154-00697a4616)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpn2b97adt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3d02eaf0-5536-46b5-89ac-fd626dabd170-sda', '1769621032.21851', '1769621032.21477', '0', '', '1769621032.21477', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3d02eaf0-5536-46b5-89ac-fd626dabd170-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3d02eaf0-5536-46b5-89ac-fd626dabd170-sda', '1769621032.21851', '1769621032.21477', '0', '', '1769621032.21477', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3d02eaf0-5536-46b5-89ac-fd626dabd170-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03415 seconds (29.27891/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpn2b97adt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3d02eaf0-5536-46b5-89ac-fd626dabd170-sda', '1769621032.21851', '1769621032.21477', '0', '', '1769621032.21477', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621032.27457', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621032.27457', 'deleted': 1, 'state': 10, 'state_timestamp': '1769621032.27457', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621032.22593', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621032.22593', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621032.22593', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621032.22595', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621032.22595', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621032.22595', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621032.22617', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621032.22617', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621032.22597', 'epoch': '1769621032.22597', 'reported': 0, 'tombstones': -1}], '3d02eaf0-5536-46b5-89ac-fd626dabd170-sda') +test DEBUG: /tmp/tmpn2b97adt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpn2b97adt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3d02eaf0-5536-46b5-89ac-fd626dabd170-sda', '1769621032.21851', '1769621032.21477', '0', '', '1769621032.21477', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769621032.27457', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769621032.27457', 'deleted': 1, 'state': 10, 'state_timestamp': '1769621032.27457', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769621032.22593', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769621032.22593', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621032.22593', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769621032.22595', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769621032.22595', 'deleted': 0, 'state': 10, 'state_timestamp': '1769621032.22595', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621032.22617', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621032.22617', 'deleted': 0, 'state': 60, 'state_timestamp': '1769621032.22597', 'epoch': '1769621032.22597', 'reported': 0, 'tombstones': -1}], '3d02eaf0-5536-46b5-89ac-fd626dabd170-sda') +test DEBUG: /tmp/tmpn2b97adt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpn2b97adt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02516 seconds (39.74196/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e564610c-1cae-4593-ac2d-05dfc58507a9-sda', '1769621032.32153', '1769621032.31883', '1769621032.33648', '', '1769621032.33648', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpm35xvhvm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '26a3187a-c781-43fb-9eaa-1d0cabcfaa04-sda', '1769621032.35022', '1769621032.00000', '0', '', '1769621032.00000', 0, 1) +test DEBUG: /tmp/tmpm35xvhvm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '26a3187a-c781-43fb-9eaa-1d0cabcfaa04-sda', '1769621032.35022', '1769621032.00000', '0', '', '1769621032.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('26a3187a-c781-43fb-9eaa-1d0cabcfaa04-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03527 seconds (28.35418/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjoc3albu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90d87990-b722-4b50-bba5-4aad5857cbaf-sda', '1769621032.40949', '1769621032.00000', '0', '', '1769621032.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('90d87990-b722-4b50-bba5-4aad5857cbaf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90d87990-b722-4b50-bba5-4aad5857cbaf-sda', '1769621032.40949', '1769621032.00000', '0', '', '1769621032.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('90d87990-b722-4b50-bba5-4aad5857cbaf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpjoc3albu/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'ad4f8a47-8a0f-49ba-838e-1c01ee52ef4f-sda', '1769621032.41684', '1769621033.00000', '0', '{"X-Container-Sync-To": ["a", "1769621034.00000"], "X-Container-Sync-Key": ["secret", "1769621035.00000"]}', '1769621033.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621029.97407', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621029.98721', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621030.23320', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621030.24777', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx26f8b659e8884e43b5174-00676d3534) -test ERROR: Container GET returning 503 for [] (txn: tx26f8b659e8884e43b5174-00676d3534) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4cb3ad09e04eee9f5e0-00676d3534) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4cb3ad09e04eee9f5e0-00676d3534) -test ERROR: Container GET returning 503 for [] (txn: txfb4cb3ad09e04eee9f5e0-00676d3534) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4c2223e039164ff493147-00676d3534) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txb1a8507c1654427781a90-00676d3534) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb1a8507c1654427781a90-00676d3534) -test ERROR: Container GET returning 503 for [500, 500] (txn: txb1a8507c1654427781a90-00676d3534) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx976373ad95044367b076c-00676d3534) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6b7cc9dbd7744accbc9cf-00676d3534) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6b7cc9dbd7744accbc9cf-00676d3534) -test INFO: Client disconnected on read of '/a/c' (txn: tx6b7cc9dbd7744accbc9cf-00676d3534) -test ERROR: Container GET returning 503 for [] (txn: txee2fad60275d4af489d06-00676d3534) -test INFO: Client disconnected on read of '/a/c' (txn: txee2fad60275d4af489d06-00676d3534) +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('ad4f8a47-8a0f-49ba-838e-1c01ee52ef4f-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'ad4f8a47-8a0f-49ba-838e-1c01ee52ef4f-sda', '1769621032.41684', '1769621033.00000', '0', '{"X-Container-Sync-To": ["a", "1769621034.00000"], "X-Container-Sync-Key": ["secret", "1769621035.00000"]}', '1769621033.00000', 0, 0) +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('ad4f8a47-8a0f-49ba-838e-1c01ee52ef4f-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.87067 seconds (2.29707/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjoc3albu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90d87990-b722-4b50-bba5-4aad5857cbaf-sda', '1769621032.40949', '1769621032.00000', '0', '', '1769621032.00000', 0, 0) +test DEBUG: /tmp/tmpjoc3albu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90d87990-b722-4b50-bba5-4aad5857cbaf-sda', '1769621032.40949', '1769621032.00000', '0', '', '1769621032.00000', 0, 0) +test DEBUG: /tmp/tmpjoc3albu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpjoc3albu/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'ad4f8a47-8a0f-49ba-838e-1c01ee52ef4f-sda', '1769621032.41684', '1769621033.00000', '0', '{"X-Container-Sync-To": ["", "1769621036.00000"], "X-Container-Sync-Key": ["secret", "1769621035.00000"]}', '1769621033.00000', 0, 0) +test DEBUG: /tmp/tmpjoc3albu/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'ad4f8a47-8a0f-49ba-838e-1c01ee52ef4f-sda', '1769621032.41684', '1769621033.00000', '0', '{"X-Container-Sync-To": ["", "1769621036.00000"], "X-Container-Sync-Key": ["secret", "1769621035.00000"]}', '1769621033.00000', 0, 0) +test DEBUG: /tmp/tmpjoc3albu/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.03965 seconds (50.43976/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmp9n3_8j5x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd2a28718a54442fcabde6-00676d3535) -test INFO: Client disconnected on read of '/a/c' (txn: txd2a28718a54442fcabde6-00676d3535) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: Setting object count to 1032 (txn: tx31f5714f39af4fc4ba2a8-00697a462c) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8c82571dd6ff45dab7c83-00697a462c)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok + +test ERROR: Container GET returning 503 for [] (txn: tx9806df0e8e21484ca4154-00697a4616) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txfc61663b98ba487ba9380-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfc61663b98ba487ba9380-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txfc61663b98ba487ba9380-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txfc61663b98ba487ba9380-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txfc61663b98ba487ba9380-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txfc61663b98ba487ba9380-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txfc61663b98ba487ba9380-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txfc61663b98ba487ba9380-00697a4624) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txfc61663b98ba487ba9380-00697a4624) +test INFO: Client disconnected on read of '/a/c' (txn: txbe83bfb432ec4b7898a10-00697a4624) +test INFO: Client disconnected on read of '/a/c' (txn: txbdfb32db2fc8463dbe7d5-00697a4624) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc2b3a8c845204e708f7ae-00697a4624) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc2b3a8c845204e708f7ae-00697a4624) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc2b3a8c845204e708f7ae-00697a4624) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc2b3a8c845204e708f7ae-00697a4624) +test ERROR: Container GET returning 503 for [] (txn: txc2b3a8c845204e708f7ae-00697a4624) +test INFO: Client disconnected on read of '/a/c' (txn: txc2b3a8c845204e708f7ae-00697a4624) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb493801cf2374beda32cb-00697a4624) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb493801cf2374beda32cb-00697a4624) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb493801cf2374beda32cb-00697a4624) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb493801cf2374beda32cb-00697a4624) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb493801cf2374beda32cb-00697a4624) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb493801cf2374beda32cb-00697a4624) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb493801cf2374beda32cb-00697a4624) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb493801cf2374beda32cb-00697a4624) +test ERROR: Container GET returning 503 for [] (txn: txb493801cf2374beda32cb-00697a4624) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx921e2bd7c1ea416ea966d-00697a4624) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx921e2bd7c1ea416ea966d-00697a4624) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx921e2bd7c1ea416ea966d-00697a4624) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx921e2bd7c1ea416ea966d-00697a4624) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx921e2bd7c1ea416ea966d-00697a4624) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx921e2bd7c1ea416ea966d-00697a4624) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx921e2bd7c1ea416ea966d-00697a4624) +test ERROR: Container GET returning 503 for [] (txn: tx921e2bd7c1ea416ea966d-00697a4624) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf1de1dc7bfd24e009aefd-00697a4624) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf1de1dc7bfd24e009aefd-00697a4624) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf1de1dc7bfd24e009aefd-00697a4624) +test ERROR: Container GET returning 503 for [] (txn: txf1de1dc7bfd24e009aefd-00697a4624) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf60ca05a60e4444fbacb3-00697a4624) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf60ca05a60e4444fbacb3-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx265a0967611d436f8e478-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx265a0967611d436f8e478-00697a4624) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx265a0967611d436f8e478-00697a4624) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx265a0967611d436f8e478-00697a4624) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx6f7649392b264cb188b55-00697a4624) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa05fe11deff84a8380361-00697a4624) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa05fe11deff84a8380361-00697a4624) +test INFO: Client disconnected on read of '/a/c' (txn: txa05fe11deff84a8380361-00697a4624) +test ERROR: Container GET returning 503 for [] (txn: txfd84af1e49684db99c6d3-00697a4624) +test INFO: Client disconnected on read of '/a/c' (txn: txfd84af1e49684db99c6d3-00697a4624) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx8ccafb5d51704d2db2d9e-00697a4624) +test INFO: Client disconnected on read of '/a/c' (txn: tx8ccafb5d51704d2db2d9e-00697a4624) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea9325a212b549808b036-00676d3535) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5caa606215104f0e8d37c-00697a4624) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea9325a212b549808b036-00676d3535) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5caa606215104f0e8d37c-00697a4624)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621031.96070', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621031.96370', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621031.96620', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621031.96876', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621031.97127', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621032.46005', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621032.47344', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: Setting object count to 48 (txn: tx8c82571dd6ff45dab7c83-00697a462c) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: Setting object count to 1064 (txn: tx35b6d613b34246a68d703-00697a462c) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txd2d3fa5c94104034a3991-00697a462c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd2d3fa5c94104034a3991-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd2d3fa5c94104034a3991-00697a462c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd2d3fa5c94104034a3991-00697a462c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd2d3fa5c94104034a3991-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd2d3fa5c94104034a3991-00697a462c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd2d3fa5c94104034a3991-00697a462c) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx39a59c2bc4a54b6a8cca3-00697a462c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx39a59c2bc4a54b6a8cca3-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx39a59c2bc4a54b6a8cca3-00697a462c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx39a59c2bc4a54b6a8cca3-00697a462c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx39a59c2bc4a54b6a8cca3-00697a462c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx39a59c2bc4a54b6a8cca3-00697a462c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx39a59c2bc4a54b6a8cca3-00697a462c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Setting object count to 1065 (txn: tx41c009fba6004e53bf927-00697a462d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx35d14af1b5064f78ab07d-00697a462e)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok + +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea9325a212b549808b036-00676d3535) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5caa606215104f0e8d37c-00697a4624) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea9325a212b549808b036-00676d3535) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5caa606215104f0e8d37c-00697a4624) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea9325a212b549808b036-00676d3535) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txea9325a212b549808b036-00676d3535) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5caa606215104f0e8d37c-00697a4624) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5caa606215104f0e8d37c-00697a4624) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx082974f9d0ab4616b9651-00676d3535) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5caa606215104f0e8d37c-00697a4624) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx5caa606215104f0e8d37c-00697a4624) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx082974f9d0ab4616b9651-00676d3535) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx81db5599c5954bd8b8cb5-00697a4627) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx81db5599c5954bd8b8cb5-00697a4627) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx082974f9d0ab4616b9651-00676d3535) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx81db5599c5954bd8b8cb5-00697a4627) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx082974f9d0ab4616b9651-00676d3535) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx81db5599c5954bd8b8cb5-00697a4627) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ^^^^^^^^^^^^^ + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx082974f9d0ab4616b9651-00676d3535)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx81db5599c5954bd8b8cb5-00697a4627) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx81db5599c5954bd8b8cb5-00697a4627) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx81db5599c5954bd8b8cb5-00697a4627) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx81db5599c5954bd8b8cb5-00697a4627) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpu4kjjloy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpu4kjjloy/tmp_test_proxy_server_chunked/container-sync-realms.conf'test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok + +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp1eyr9ysx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621028.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/77f/1cfcac50e8c7084da575f28e334e577f/1cfcac50e8c7084da575f28e334e577f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621031.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/764/826806eac8ce0be46b171eb4c8c89764/826806eac8ce0be46b171eb4c8c89764.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621034.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/8d3/c04b76fd52460bcd9f7896ab3953a8d3/c04b76fd52460bcd9f7896ab3953a8d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621037.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/854/6cf2389cd557dd3a4aeb8986925f5854/6cf2389cd557dd3a4aeb8986925f5854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621040.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/ee3/cd37e5e7d623ace4280b614b67ba1ee3/cd37e5e7d623ace4280b614b67ba1ee3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621043.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621046.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/32e/3d162ab5a0fa7e0dc638d26938acc32e/3d162ab5a0fa7e0dc638d26938acc32e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621049.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/adb/21ad82cd4925a61eac32927ec40b6adb/21ad82cd4925a61eac32927ec40b6adb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621052.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/72e/20ef9e057c5f23688c288b9f6854572e/20ef9e057c5f23688c288b9f6854572e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621055.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/c1b/ccdf2eb6b7ab857015d349085cdd9c1b/ccdf2eb6b7ab857015d349085cdd9c1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621058.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/9bc/e3dbf643db1abf5857b595148b4b49bc/e3dbf643db1abf5857b595148b4b49bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621061.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/4f2/41a811e054c6bd0340dd685e4caee4f2/41a811e054c6bd0340dd685e4caee4f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621064.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/1fd/c7968232693787a0fdfcf8d1c01f81fd/c7968232693787a0fdfcf8d1c01f81fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621067.00000-0, db: /tmp/tmpj0mp196n/sda/containers/0/3d2/fab92dbf4d392344e8d32e2f914f93d2/fab92dbf4d392344e8d32e2f914f93d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621029.00000-0, db: /tmp/tmpq02zf1ty/sda/containers/0/573/d1011c7d59d2df5e669c26174491c573/d1011c7d59d2df5e669c26174491c573.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621033.00000-0, db: /tmp/tmpq02zf1ty/sda/containers/0/e7b/3584286c781444e21bd71da345b45e7b/3584286c781444e21bd71da345b45e7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621031.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/764/826806eac8ce0be46b171eb4c8c89764/826806eac8ce0be46b171eb4c8c89764.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621035.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/534/41ae7416d2bd1198458560de26a1e534/41ae7416d2bd1198458560de26a1e534.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621039.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/b04/386f4044debf88c30e7779d7eddcfb04/386f4044debf88c30e7779d7eddcfb04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621043.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621043.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621047.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/8f2/e815ee1adfa44655f8572cee3bec08f2/e815ee1adfa44655f8572cee3bec08f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621051.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ff6/6684267fc1819e14c2bca8232ecc4ff6/6684267fc1819e14c2bca8232ecc4ff6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621055.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/c1b/ccdf2eb6b7ab857015d349085cdd9c1b/ccdf2eb6b7ab857015d349085cdd9c1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621059.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/56f/d0aedc41b247946422c8ee10e9b1f56f/d0aedc41b247946422c8ee10e9b1f56f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621063.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/dc2/5b9a7c1487d068f481a93183deab0dc2/5b9a7c1487d068f481a93183deab0dc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621067.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/3d2/fab92dbf4d392344e8d32e2f914f93d2/fab92dbf4d392344e8d32e2f914f93d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621071.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/413/0b774da484036836b49edcf33ffac413/0b774da484036836b49edcf33ffac413.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621075.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/53a/004a232f9fac4b58b4efdc7bfca9b53a/004a232f9fac4b58b4efdc7bfca9b53a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621075.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/53a/004a232f9fac4b58b4efdc7bfca9b53a/004a232f9fac4b58b4efdc7bfca9b53a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621079.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ca3/6b7fa217e0da984e282965569c860ca3/6b7fa217e0da984e282965569c860ca3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621083.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/d81/f6361aa235c8f5bb70cd64b04c00dd81/f6361aa235c8f5bb70cd64b04c00dd81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621087.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/dd2/d175371b0e250e06d71bad56cdaf3dd2/d175371b0e250e06d71bad56cdaf3dd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621091.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/027/84621a9034beebb736a271a211628027/84621a9034beebb736a271a211628027.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621095.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/052/9206dcc579fbc7efb5d30accd7ffc052/9206dcc579fbc7efb5d30accd7ffc052.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621099.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/2fe/885c508c65857f5c2b864ec341af52fe/885c508c65857f5c2b864ec341af52fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621103.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/059/b448ab2cab5515aad95c624c381b7059/b448ab2cab5515aad95c624c381b7059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621107.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/524/94ed20d98f9047dee562d80e82dfd524/94ed20d98f9047dee562d80e82dfd524.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621107.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/524/94ed20d98f9047dee562d80e82dfd524/94ed20d98f9047dee562d80e82dfd524.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621111.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/2dd/86454a501aa7c34943ffaed68a4b32dd/86454a501aa7c34943ffaed68a4b32dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621115.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/138/2cbe2123e10a2b0747bf24685f8ae138/2cbe2123e10a2b0747bf24685f8ae138.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621119.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/d09/8ac484439f53c0a5c58271346c4afd09/8ac484439f53c0a5c58271346c4afd09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621123.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/946/078eefdb37847b353044920bffcb2946/078eefdb37847b353044920bffcb2946.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621127.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/905/203128c16942fa768b7be8ae0171a905/203128c16942fa768b7be8ae0171a905.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621131.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/223/2bc181a753cae34396e9642f5dc78223/2bc181a753cae34396e9642f5dc78223.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621135.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ee2/e94fa34178280a545b175a71138f1ee2/e94fa34178280a545b175a71138f1ee2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621139.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/1b5/4634e2fc47279bc11674b4e4bcce91b5/4634e2fc47279bc11674b4e4bcce91b5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621139.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/1b5/4634e2fc47279bc11674b4e4bcce91b5/4634e2fc47279bc11674b4e4bcce91b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621143.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/554/c5e0f7b16f583782f9397e21e5b05554/c5e0f7b16f583782f9397e21e5b05554.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621147.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/992/6a995abb36e9059cc73e3fc709641992/6a995abb36e9059cc73e3fc709641992.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621151.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/397/142ea68d6a2ac093264ed60f70e72397/142ea68d6a2ac093264ed60f70e72397.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621155.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/3d2/e2ed216567596232575050c6605813d2/e2ed216567596232575050c6605813d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621159.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/23f/36e180fc79495dc7b4df4e4a85f5c23f/36e180fc79495dc7b4df4e4a85f5c23f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621163.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ba7/18e7fd9be0bd99b50643228ccac98ba7/18e7fd9be0bd99b50643228ccac98ba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621167.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/307/5a2d6907944a168dbeb99dd6cca08307/5a2d6907944a168dbeb99dd6cca08307.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621171.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/d0b/958497c9b199fb15a1e764067f6a1d0b/958497c9b199fb15a1e764067f6a1d0b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621171.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/d0b/958497c9b199fb15a1e764067f6a1d0b/958497c9b199fb15a1e764067f6a1d0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621175.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/f2b/51765e2a89d85b7ff83aded038732f2b/51765e2a89d85b7ff83aded038732f2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621179.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/222/04fe256ffe2d9bfd73d26596f05da222/04fe256ffe2d9bfd73d26596f05da222.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621183.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/9ec/8d9de8dd4f3228db31bcbad2656e69ec/8d9de8dd4f3228db31bcbad2656e69ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621187.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/a94/521068e8bbee9fdaec16ad160f6dba94/521068e8bbee9fdaec16ad160f6dba94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621191.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/134/c80229e9143aa18d48475b221704b134/c80229e9143aa18d48475b221704b134.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621195.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ae4/2f08facf30497b90a39db0776a35aae4/2f08facf30497b90a39db0776a35aae4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621199.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/d70/e8cc32517f1021dabfc9218fcadfbd70/e8cc32517f1021dabfc9218fcadfbd70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621203.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/722/f6f3878ee4ae51cf0c177cfbd8321722/f6f3878ee4ae51cf0c177cfbd8321722.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621203.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/722/f6f3878ee4ae51cf0c177cfbd8321722/f6f3878ee4ae51cf0c177cfbd8321722.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621207.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/cea/b50e2b9f50ca83bfa53f1c9753328cea/b50e2b9f50ca83bfa53f1c9753328cea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621211.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/4ea/64ecdb595c6b159db443fed45cf5c4ea/64ecdb595c6b159db443fed45cf5c4ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621215.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/bab/2b1b230a2db1a9917b94784d4b2cbbab/2b1b230a2db1a9917b94784d4b2cbbab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621219.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/9b6/6f21ad7afc7d4282d3cb202e3e1e49b6/6f21ad7afc7d4282d3cb202e3e1e49b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621223.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/b9a/13a6fccb619f8c5161becc36c2059b9a/13a6fccb619f8c5161becc36c2059b9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621227.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/9bc/28a95e6399273ef962cffb263cfec9bc/28a95e6399273ef962cffb263cfec9bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621231.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ec7/6d2148dfe04f5e99dff51b10d0ce3ec7/6d2148dfe04f5e99dff51b10d0ce3ec7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621235.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ffb/c864d3469777abc40ffb136e6935dffb/c864d3469777abc40ffb136e6935dffb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621235.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ffb/c864d3469777abc40ffb136e6935dffb/c864d3469777abc40ffb136e6935dffb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621239.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/d09/eb5746de059a6dea1681916975b0ad09/eb5746de059a6dea1681916975b0ad09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621243.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/6e4/e87b4b410e53d9094809b7bcd41526e4/e87b4b410e53d9094809b7bcd41526e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621247.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/2b2/b7b9c075843fe0bc62a1a42d40fa62b2/b7b9c075843fe0bc62a1a42d40fa62b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621251.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/8a2/fe83b4fde0e3da119e33131d0ebf08a2/fe83b4fde0e3da119e33131d0ebf08a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621255.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/c78/d105d4ae28387b0c7d900d0078766c78/d105d4ae28387b0c7d900d0078766c78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621259.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ac6/f84315ed264744765cf496f40ddb5ac6/f84315ed264744765cf496f40ddb5ac6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621263.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/9fe/be8ded137cd7bc0ac4269eef7e7129fe/be8ded137cd7bc0ac4269eef7e7129fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621267.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/6f0/2fd0640123ab9e7b25fedf27323236f0/2fd0640123ab9e7b25fedf27323236f0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621267.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/6f0/2fd0640123ab9e7b25fedf27323236f0/2fd0640123ab9e7b25fedf27323236f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621271.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/e10/fc7aba04c725f1bcd8c595d178900e10/fc7aba04c725f1bcd8c595d178900e10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621275.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/3bd/632ca3f7381a06fc44235df2511593bd/632ca3f7381a06fc44235df2511593bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621279.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/5b2/4a8d6b446da84b9978b8a55a6e70e5b2/4a8d6b446da84b9978b8a55a6e70e5b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621283.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/66b/910cfa0366ebc69e3bf171d4a6d1866b/910cfa0366ebc69e3bf171d4a6d1866b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621287.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/191/2315676cd74d94a4f1bce88684c40191/2315676cd74d94a4f1bce88684c40191.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621291.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/f8b/4fc147e04c84a7e3260e3b4df7e6af8b/4fc147e04c84a7e3260e3b4df7e6af8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621295.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/b7f/17fea2f6b691af9ea2a435d28fdfdb7f/17fea2f6b691af9ea2a435d28fdfdb7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621299.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/385/b003cfe16096c224d7539645b9d1f385/b003cfe16096c224d7539645b9d1f385.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621303.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/7d7/18514b87d04cfd74df5d52ae4c4dd7d7/18514b87d04cfd74df5d52ae4c4dd7d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621307.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/cc4/552b42fbacda3e4413db1bb5e1ececc4/552b42fbacda3e4413db1bb5e1ececc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621311.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/e0f/8e360d18e8e7ad2ea70f2f65ab98ce0f/8e360d18e8e7ad2ea70f2f65ab98ce0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621315.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/0df/e044a8039905bf9fab27f28045ccb0df/e044a8039905bf9fab27f28045ccb0df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621319.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/16a/50f87b7e827cf496ab586fbaaa57916a/50f87b7e827cf496ab586fbaaa57916a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621323.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/8b2/ab68b55b386b6b7588b5b7e3eb7cc8b2/ab68b55b386b6b7588b5b7e3eb7cc8b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621327.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/752/a4d84256cc1e8cf3b289a10e60993752/a4d84256cc1e8cf3b289a10e60993752.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621331.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/844/38816b49f8d4ced94811f1729a1e8844/38816b49f8d4ced94811f1729a1e8844.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621335.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/3f3/2e86087d9259c893ee2da355347283f3/2e86087d9259c893ee2da355347283f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621339.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/4b5/161bf851f3e4dd735357f4686419b4b5/161bf851f3e4dd735357f4686419b4b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621343.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/b93/1bac7d1b8343799869c6a2249c061b93/1bac7d1b8343799869c6a2249c061b93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621347.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/d78/e1625a4e9e6d6084538656f9ec7cbd78/e1625a4e9e6d6084538656f9ec7cbd78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621351.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/834/395e6807ac250d1009368a8fef1c3834/395e6807ac250d1009368a8fef1c3834.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621355.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/16a/994ba2de2ce1ff92915ece85d3e2116a/994ba2de2ce1ff92915ece85d3e2116a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621359.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/364/87ff6307c81187815f95bb7d19a18364/87ff6307c81187815f95bb7d19a18364.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621363.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/e9b/1b806aec9b32b74f1bfeec16c7cbee9b/1b806aec9b32b74f1bfeec16c7cbee9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621367.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/c92/4b7538c498299016e4cb5390f74c0c92/4b7538c498299016e4cb5390f74c0c92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621371.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/bba/be0c834023b4ff4d5f528454831cabba/be0c834023b4ff4d5f528454831cabba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621375.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/4e9/e87c0f13940883c9a910280ed04fb4e9/e87c0f13940883c9a910280ed04fb4e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621379.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/587/9216b08625b85981c31ef97187e67587/9216b08625b85981c31ef97187e67587.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621383.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/7b2/babcc097879649f37f5594baf1ace7b2/babcc097879649f37f5594baf1ace7b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621387.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/a40/9e677caad43046d474bc82c948564a40/9e677caad43046d474bc82c948564a40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621391.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/c26/9dc4e10830979c6b2f11d4df9b22fc26/9dc4e10830979c6b2f11d4df9b22fc26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621395.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/dd0/571be77e3c992135a088d531b9623dd0/571be77e3c992135a088d531b9623dd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621399.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/99c/b3d1448a88aadcbcbd3153fb40fd799c/b3d1448a88aadcbcbd3153fb40fd799c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621403.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/f10/04e5e44ab58e4084db8e04ff3aac7f10/04e5e44ab58e4084db8e04ff3aac7f10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621407.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/c14/833a969154028fd4c40f9b6a51d8ac14/833a969154028fd4c40f9b6a51d8ac14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621411.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/417/aa9b2498d41ba56994ed1faa04bf8417/aa9b2498d41ba56994ed1faa04bf8417.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621415.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/f06/18db0fd15f51bf73da06ae9841c30f06/18db0fd15f51bf73da06ae9841c30f06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621419.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/2ef/2f8f626fba750c2a45b0d95f12e8b2ef/2f8f626fba750c2a45b0d95f12e8b2ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621423.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/a0c/66cdc597a34e89ab5df9b2774f701a0c/66cdc597a34e89ab5df9b2774f701a0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621427.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/819/fdc0c4e345dff9943f23e1fa5fe15819/fdc0c4e345dff9943f23e1fa5fe15819.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621431.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/60c/190ef25643404f88d96355723f45a60c/190ef25643404f88d96355723f45a60c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621435.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/682/22972c17cb148a70d118f8235094c682/22972c17cb148a70d118f8235094c682.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621439.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/f8f/21a3f8d69fe758129edd6ecbacde6f8f/21a3f8d69fe758129edd6ecbacde6f8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621443.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/d18/82e14d14d9e51c95c73d1317dbb67d18/82e14d14d9e51c95c73d1317dbb67d18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621447.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/18f/db5bd3a6f8286f115a010057b5ea718f/db5bd3a6f8286f115a010057b5ea718f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621451.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/f06/b05ba12642aa118827044f11d1101f06/b05ba12642aa118827044f11d1101f06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621455.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/307/272ed6541f8061492d4b4ed7df7f4307/272ed6541f8061492d4b4ed7df7f4307.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621459.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/1a1/a2c074d86c3c3eb1c6da0f78713a91a1/a2c074d86c3c3eb1c6da0f78713a91a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621463.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/bae/a5538b534ffecbe2fee1be6c448a3bae/a5538b534ffecbe2fee1be6c448a3bae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621467.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/879/19fb2e478c2d7543d1950eccf94ed879/19fb2e478c2d7543d1950eccf94ed879.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621471.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/2d6/8e9435c6d51bd4ed1ab60396a30b32d6/8e9435c6d51bd4ed1ab60396a30b32d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621475.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/6d7/d3e4af11773e6774af8226758eb986d7/d3e4af11773e6774af8226758eb986d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621479.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/e7a/56a1f4877e9138cdf8253eda2944ce7a/56a1f4877e9138cdf8253eda2944ce7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621483.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/f20/56cfc5e03b072d13ba427581c78cbf20/56cfc5e03b072d13ba427581c78cbf20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621487.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/0e2/f2d973a94da5d465a530a514abe830e2/f2d973a94da5d465a530a514abe830e2.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok + +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpu4kjjloy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpu4kjjloy/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0094 "-" 790415 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0060 "-" 790415 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0077 "-" 790415 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0057 "-" 790415 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1b3ab25cff534060a1697-00697a4629" "proxy-server 790415" 0.0012 "-" 790415 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:42215/sda1/1/a/c" "tx1b3ab25cff534060a1697-00697a4629" "container-server 790415" 0.0009 "-" 790415 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:36823/sdb1/1/a/c" "tx1b3ab25cff534060a1697-00697a4629" "container-server 790415" 0.0009 "-" 790415 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1b3ab25cff534060a1697-00697a4629" "proxy-server 790415" 0.0202 "-" 790415 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1b3ab25cff534060a1697-00697a4629" "proxy-server 790415" 0.0119 "-" 790415 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/53 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1b3ab25cff534060a1697-00697a4629 - 0.0274 - - 1769621033.205733061 1769621033.233119488 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx95e77be684384705a1deb-00697a4629" "proxy-server 790415" 0.0010 "-" 790415 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42215/sda1/1/a1/c1" "tx95e77be684384705a1deb-00697a4629" "container-server 790415" 0.0012 "-" 790415 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36823/sdb1/1/a1/c1" "tx95e77be684384705a1deb-00697a4629" "container-server 790415" 0.0014 "-" 790415 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx95e77be684384705a1deb-00697a4629" "proxy-server 790415" 0.0118 "-" 790415 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx95e77be684384705a1deb-00697a4629" "proxy-server 790415" 0.0217 "-" 790415 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx95e77be684384705a1deb-00697a4629 - 0.0277 - - 1769621033.234299898 1769621033.262049675 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx76c60c9ee8b340ec966c7-00697a4629" "proxy-server 790415" 0.0069 "-" 790415 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36823/sdb1/2/a/c1" "tx76c60c9ee8b340ec966c7-00697a4629" "container-server 790415" 0.0063 "-" 790415 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42215/sda1/2/a/c1" "tx76c60c9ee8b340ec966c7-00697a4629" "container-server 790415" 0.0010 "-" 790415 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx76c60c9ee8b340ec966c7-00697a4629" "proxy-server 790415" 0.0270 "-" 790415 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx76c60c9ee8b340ec966c7-00697a4629" "proxy-server 790415" 0.0193 "-" 790415 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx76c60c9ee8b340ec966c7-00697a4629 - 0.0395 - - 1769621033.263243914 1769621033.302782059 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9d1cb621f90d42fea51cf-00697a4629" "proxy-server 790415" 0.0066 "-" 790415 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36823/sdb1/1/a/c2" "tx9d1cb621f90d42fea51cf-00697a4629" "container-server 790415" 0.0060 "-" 790415 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:42215/sda1/1/a/c2" "tx9d1cb621f90d42fea51cf-00697a4629" "container-server 790415" 0.0010 "-" 790415 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9d1cb621f90d42fea51cf-00697a4629" "proxy-server 790415" 0.0223 "-" 790415 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:23:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9d1cb621f90d42fea51cf-00697a4629" "proxy-server 790415" 0.0161 "-" 790415 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/23/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9d1cb621f90d42fea51cf-00697a4629 - 0.0347 - - 1769621033.303960800 1769621033.338618517 2 + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:57 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +Quarantined /tmp/tmp9pbeyns5/dev/dbs/par/pre/db to /tmp/tmp9pbeyns5/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp9pbeyns5/dev/dbs/par/pre/db to /tmp/tmp9pbeyns5/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp9pbeyns5/dev/dbs/par/pre/db to /tmp/tmp9pbeyns5/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmp9pbeyns5/dev/dbs/par/pre/db to /tmp/tmp9pbeyns5/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +Quarantined /tmp/tmppcm5wtns/dev/dbs/par/pre/db to /tmp/tmppcm5wtns/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769621032.97953', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621032.98244', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621032.98507', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621032.98763', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621032.99940', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621033.00190', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769621033.96668', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +Quarantined /tmp/tmp6qe66wuv/dev/dbs/par/pre/db to /tmp/tmp6qe66wuv/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621034.54754', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621034.54954', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621034.55125', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621034.55293', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621034.55461', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txa4a2d1fefe72417bb9090-00697a4630) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx4ebd10e0505f4da5bb8fa-00697a4630) + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260128/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260128T172356Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621036.30212', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260128/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260128T172356Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621036.31622', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769621035.62240', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621035.62531', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621035.62789', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621035.63041', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621035.64337', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621035.64581', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769621036.63069', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260128/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260128T172358Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621038.28562', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621038.29921', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok + +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Setting object count to 1065 (txn: tx35d14af1b5064f78ab07d-00697a462e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx45269c14f75f4658b78b9-00697a462f) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx45269c14f75f4658b78b9-00697a462f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb4f5757f3c3e4748b6141-00697a462f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txb4f5757f3c3e4748b6141-00697a462f) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb4f5757f3c3e4748b6141-00697a462f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb4f5757f3c3e4748b6141-00697a462f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txb4f5757f3c3e4748b6141-00697a462f) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txb4f5757f3c3e4748b6141-00697a462f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txb4f5757f3c3e4748b6141-00697a462f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb4f5757f3c3e4748b6141-00697a462f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb4f5757f3c3e4748b6141-00697a462f) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txb4f5757f3c3e4748b6141-00697a462f) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txb4f5757f3c3e4748b6141-00697a462f) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txb4f5757f3c3e4748b6141-00697a462f) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txb4f5757f3c3e4748b6141-00697a462f) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txb4f5757f3c3e4748b6141-00697a462f) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txb4f5757f3c3e4748b6141-00697a462f) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txb4f5757f3c3e4748b6141-00697a462f) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txb4f5757f3c3e4748b6141-00697a462f) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txb4f5757f3c3e4748b6141-00697a462f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx70d3d66eba364ffd96667-00697a462f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx70d3d66eba364ffd96667-00697a462f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70d3d66eba364ffd96667-00697a462f) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx70d3d66eba364ffd96667-00697a462f) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx1e33a000553c411888eb8-00697a462f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1e33a000553c411888eb8-00697a462f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1e33a000553c411888eb8-00697a462f) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx1e33a000553c411888eb8-00697a462f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: Setting object count to 3120 (txn: tx56bb8fdaecb942e1bb991-00697a4630) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: Setting object count to 3120 (txn: tx69941ccad3964b369d0c6-00697a4630) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: Setting object count to 3120 (txn: txac1fa5c157ce49fca0b78-00697a4630) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: Setting object count to 3120 (txn: tx41abbf0c9b18455782913-00697a4630) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: Setting object count to 3120 (txn: tx38ed49c6d1b54d6891dcf-00697a4630) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx28eba3882d324e5daee5c-00697a4630) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx3b5119c50745420da514e-00697a4630) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3b5119c50745420da514e-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3b5119c50745420da514e-00697a4630) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx3b5119c50745420da514e-00697a4630) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3b5119c50745420da514e-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3b5119c50745420da514e-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx3b5119c50745420da514e-00697a4630) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txae3d03cbd1c748e0a29ec-00697a4630) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx7ff91d41dbaa432fbc874-00697a4630) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7ff91d41dbaa432fbc874-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7ff91d41dbaa432fbc874-00697a4630) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7ff91d41dbaa432fbc874-00697a4630) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx55b750b5aa4f4aa593113-00697a4630) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx55b750b5aa4f4aa593113-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx55b750b5aa4f4aa593113-00697a4630) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx55b750b5aa4f4aa593113-00697a4630) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txf98b6d342f734e29a5d4c-00697a4630)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260128/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260128T172358Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621038.77386', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260128/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260128T172358Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621038.78726', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621040.06509', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621040.07812', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok + +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf98b6d342f734e29a5d4c-00697a4630) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txf98b6d342f734e29a5d4c-00697a4630) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txf98b6d342f734e29a5d4c-00697a4630) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: Setting object count to 1068 (txn: tx471e86e5d46e45b7836c4-00697a4632) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Setting object count to 1068 (txn: txea6d4afcb82f409b8ce78-00697a4632) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9158bc6d4d164324b5ae8-00697a4632) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9158bc6d4d164324b5ae8-00697a4632) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9158bc6d4d164324b5ae8-00697a4632) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9158bc6d4d164324b5ae8-00697a4632) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9158bc6d4d164324b5ae8-00697a4632) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9158bc6d4d164324b5ae8-00697a4632) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx9158bc6d4d164324b5ae8-00697a4632) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx9158bc6d4d164324b5ae8-00697a4632) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfc7fee716dff4d02900ae-00697a4633) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfc7fee716dff4d02900ae-00697a4633) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc7fee716dff4d02900ae-00697a4633) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfc7fee716dff4d02900ae-00697a4633) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfc7fee716dff4d02900ae-00697a4633) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc7fee716dff4d02900ae-00697a4633) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txfc7fee716dff4d02900ae-00697a4633) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txfc7fee716dff4d02900ae-00697a4633) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txfc7fee716dff4d02900ae-00697a4633) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txfc7fee716dff4d02900ae-00697a4633) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txfc7fee716dff4d02900ae-00697a4633) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txfc7fee716dff4d02900ae-00697a4633) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txfc7fee716dff4d02900ae-00697a4633) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txfc7fee716dff4d02900ae-00697a4633) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txfc7fee716dff4d02900ae-00697a4633) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621491.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/119/89121aa85bff73893199cc493f48e119/89121aa85bff73893199cc493f48e119.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621495.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/fc4/f35eeae5bb054c27b3f2cdf33a536fc4/f35eeae5bb054c27b3f2cdf33a536fc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621499.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/08d/a3cd7fed4ba72003a8ca8d2d49cc608d/a3cd7fed4ba72003a8ca8d2d49cc608d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621503.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/2e8/92d10e5ed835075f7b2847fd9b6972e8/92d10e5ed835075f7b2847fd9b6972e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621507.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/224/0fc44d6b09981f1309d9322622c03224/0fc44d6b09981f1309d9322622c03224.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621511.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/0e2/b34301e214ff77026a411378bc71b0e2/b34301e214ff77026a411378bc71b0e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621515.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/3ec/69ca45f8bf3859ad85cd2f7b42a9c3ec/69ca45f8bf3859ad85cd2f7b42a9c3ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621519.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/329/d414d7083eb3af95db209ada9a1e9329/d414d7083eb3af95db209ada9a1e9329.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621523.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/9f5/1ac80abf7185ad44509f5849bf5fd9f5/1ac80abf7185ad44509f5849bf5fd9f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621527.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/ab7/32b6039096189264210416e0fb483ab7/32b6039096189264210416e0fb483ab7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621531.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/aa7/ee8655ebc653c610b019121a005d3aa7/ee8655ebc653c610b019121a005d3aa7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621535.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/a1d/0492250b37bfda980bada35ab08aaa1d/0492250b37bfda980bada35ab08aaa1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621539.00000-0, db: /tmp/tmpgzfazpqf/sda/containers/0/0c7/9a9abb6217ea560fc2e616b4228890c7/9a9abb6217ea560fc2e616b4228890c7.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp3pvtyrp7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621037.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp3pvtyrp7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621037.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621040.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/ee3/cd37e5e7d623ace4280b614b67ba1ee3/cd37e5e7d623ace4280b614b67ba1ee3_1769621040.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621040.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/ee3/cd37e5e7d623ace4280b614b67ba1ee3/cd37e5e7d623ace4280b614b67ba1ee3_1769621040.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621043.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53_1769621043.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621043.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53/dd1b0d9f8dc0baaa8e674bb90e5d8f53_1769621043.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621046.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/32e/3d162ab5a0fa7e0dc638d26938acc32e/3d162ab5a0fa7e0dc638d26938acc32e_1769621046.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621046.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/32e/3d162ab5a0fa7e0dc638d26938acc32e/3d162ab5a0fa7e0dc638d26938acc32e_1769621046.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621049.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/adb/21ad82cd4925a61eac32927ec40b6adb/21ad82cd4925a61eac32927ec40b6adb_1769621049.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621049.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/adb/21ad82cd4925a61eac32927ec40b6adb/21ad82cd4925a61eac32927ec40b6adb_1769621049.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621052.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/72e/20ef9e057c5f23688c288b9f6854572e/20ef9e057c5f23688c288b9f6854572e_1769621052.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621052.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/72e/20ef9e057c5f23688c288b9f6854572e/20ef9e057c5f23688c288b9f6854572e_1769621052.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621055.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/c1b/ccdf2eb6b7ab857015d349085cdd9c1b/ccdf2eb6b7ab857015d349085cdd9c1b_1769621055.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621055.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/c1b/ccdf2eb6b7ab857015d349085cdd9c1b/ccdf2eb6b7ab857015d349085cdd9c1b_1769621055.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621058.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/9bc/e3dbf643db1abf5857b595148b4b49bc/e3dbf643db1abf5857b595148b4b49bc_1769621058.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621058.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/9bc/e3dbf643db1abf5857b595148b4b49bc/e3dbf643db1abf5857b595148b4b49bc_1769621058.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621061.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/4f2/41a811e054c6bd0340dd685e4caee4f2/41a811e054c6bd0340dd685e4caee4f2_1769621061.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621061.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/4f2/41a811e054c6bd0340dd685e4caee4f2/41a811e054c6bd0340dd685e4caee4f2_1769621061.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621064.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/1fd/c7968232693787a0fdfcf8d1c01f81fd/c7968232693787a0fdfcf8d1c01f81fd_1769621064.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621064.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/1fd/c7968232693787a0fdfcf8d1c01f81fd/c7968232693787a0fdfcf8d1c01f81fd_1769621064.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621067.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/3d2/fab92dbf4d392344e8d32e2f914f93d2/fab92dbf4d392344e8d32e2f914f93d2_1769621067.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621067.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/3d2/fab92dbf4d392344e8d32e2f914f93d2/fab92dbf4d392344e8d32e2f914f93d2_1769621067.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621070.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/bfa/c9dbc6fb0a8e85550dccf2641a1ffbfa/c9dbc6fb0a8e85550dccf2641a1ffbfa_1769621070.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621070.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/bfa/c9dbc6fb0a8e85550dccf2641a1ffbfa/c9dbc6fb0a8e85550dccf2641a1ffbfa_1769621070.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621073.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/eed/b49673d6cbd59b730340e1ff23f75eed/b49673d6cbd59b730340e1ff23f75eed_1769621073.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621073.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/eed/b49673d6cbd59b730340e1ff23f75eed/b49673d6cbd59b730340e1ff23f75eed_1769621073.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621076.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/e76/e2da86d0a660aba6b6a4ee8971920e76/e2da86d0a660aba6b6a4ee8971920e76_1769621076.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621076.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/e76/e2da86d0a660aba6b6a4ee8971920e76/e2da86d0a660aba6b6a4ee8971920e76_1769621076.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621079.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/ca3/6b7fa217e0da984e282965569c860ca3/6b7fa217e0da984e282965569c860ca3_1769621079.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621079.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/ca3/6b7fa217e0da984e282965569c860ca3/6b7fa217e0da984e282965569c860ca3_1769621079.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621082.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/30a/d0b52c6314ffbb1dc0ad13de9cf3630a/d0b52c6314ffbb1dc0ad13de9cf3630a_1769621082.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621082.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/30a/d0b52c6314ffbb1dc0ad13de9cf3630a/d0b52c6314ffbb1dc0ad13de9cf3630a_1769621082.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621085.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/ceb/1d1c1e427fa253d172dd9d71e6d41ceb/1d1c1e427fa253d172dd9d71e6d41ceb_1769621085.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621085.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/ceb/1d1c1e427fa253d172dd9d71e6d41ceb/1d1c1e427fa253d172dd9d71e6d41ceb_1769621085.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621088.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/79b/1ee9898612a5e5f61c9f598be73d379b/1ee9898612a5e5f61c9f598be73d379b_1769621088.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621088.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/79b/1ee9898612a5e5f61c9f598be73d379b/1ee9898612a5e5f61c9f598be73d379b_1769621088.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621091.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/027/84621a9034beebb736a271a211628027/84621a9034beebb736a271a211628027_1769621091.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621091.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/027/84621a9034beebb736a271a211628027/84621a9034beebb736a271a211628027_1769621091.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621094.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/a2c/a2780787f90dda2d365bfc8356480a2c/a2780787f90dda2d365bfc8356480a2c_1769621094.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621094.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/a2c/a2780787f90dda2d365bfc8356480a2c/a2780787f90dda2d365bfc8356480a2c_1769621094.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621097.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/a21/fb5e78fcdc353e27cc74aec77145ca21/fb5e78fcdc353e27cc74aec77145ca21_1769621097.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621097.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/a21/fb5e78fcdc353e27cc74aec77145ca21/fb5e78fcdc353e27cc74aec77145ca21_1769621097.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621100.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/432/62530d34bd824dc59cc8b03cf797c432/62530d34bd824dc59cc8b03cf797c432_1769621100.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621100.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/432/62530d34bd824dc59cc8b03cf797c432/62530d34bd824dc59cc8b03cf797c432_1769621100.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621103.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/059/b448ab2cab5515aad95c624c381b7059/b448ab2cab5515aad95c624c381b7059_1769621103.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621103.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/059/b448ab2cab5515aad95c624c381b7059/b448ab2cab5515aad95c624c381b7059_1769621103.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621106.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/6f0/c745bf1888928efaff5b80a335d166f0/c745bf1888928efaff5b80a335d166f0_1769621106.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621106.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/6f0/c745bf1888928efaff5b80a335d166f0/c745bf1888928efaff5b80a335d166f0_1769621106.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621109.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/55a/e11010fd54feb0ce73785f46ac24255a/e11010fd54feb0ce73785f46ac24255a_1769621109.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621109.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/55a/e11010fd54feb0ce73785f46ac24255a/e11010fd54feb0ce73785f46ac24255a_1769621109.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621112.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/344/59be00081fe6e8628b58b5a965976344/59be00081fe6e8628b58b5a965976344_1769621112.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621112.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/344/59be00081fe6e8628b58b5a965976344/59be00081fe6e8628b58b5a965976344_1769621112.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621115.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/138/2cbe2123e10a2b0747bf24685f8ae138/2cbe2123e10a2b0747bf24685f8ae138_1769621115.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621115.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/138/2cbe2123e10a2b0747bf24685f8ae138/2cbe2123e10a2b0747bf24685f8ae138_1769621115.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621118.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/e82/7f855f2b700dd6adaf1a9b0c7f7e0e82/7f855f2b700dd6adaf1a9b0c7f7e0e82_1769621118.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621118.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/e82/7f855f2b700dd6adaf1a9b0c7f7e0e82/7f855f2b700dd6adaf1a9b0c7f7e0e82_1769621118.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621121.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/396/7abe820c08319dc6cb5c5ee7c9708396/7abe820c08319dc6cb5c5ee7c9708396_1769621121.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621121.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/396/7abe820c08319dc6cb5c5ee7c9708396/7abe820c08319dc6cb5c5ee7c9708396_1769621121.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621124.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/8de/de9ae9a951148e2f04ad01899dcae8de/de9ae9a951148e2f04ad01899dcae8de_1769621124.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621124.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/8de/de9ae9a951148e2f04ad01899dcae8de/de9ae9a951148e2f04ad01899dcae8de_1769621124.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621127.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/905/203128c16942fa768b7be8ae0171a905/203128c16942fa768b7be8ae0171a905_1769621127.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621127.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/905/203128c16942fa768b7be8ae0171a905/203128c16942fa768b7be8ae0171a905_1769621127.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621130.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/bb1/1a4ca8e442f7a1b70e07a4998016bbb1/1a4ca8e442f7a1b70e07a4998016bbb1_1769621130.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621130.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/bb1/1a4ca8e442f7a1b70e07a4998016bbb1/1a4ca8e442f7a1b70e07a4998016bbb1_1769621130.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621133.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/e82/6ae36b2bc158761a32a2557d642d2e82/6ae36b2bc158761a32a2557d642d2e82_1769621133.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621133.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/e82/6ae36b2bc158761a32a2557d642d2e82/6ae36b2bc158761a32a2557d642d2e82_1769621133.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621136.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/1dc/a893064e239b1e3cdce4d76bfe5571dc/a893064e239b1e3cdce4d76bfe5571dc_1769621136.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621136.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/1dc/a893064e239b1e3cdce4d76bfe5571dc/a893064e239b1e3cdce4d76bfe5571dc_1769621136.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621139.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/1b5/4634e2fc47279bc11674b4e4bcce91b5/4634e2fc47279bc11674b4e4bcce91b5_1769621139.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621139.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/1b5/4634e2fc47279bc11674b4e4bcce91b5/4634e2fc47279bc11674b4e4bcce91b5_1769621139.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621142.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/d75/ad0af2060d1b3b6675db71987fb13d75/ad0af2060d1b3b6675db71987fb13d75_1769621142.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621142.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/d75/ad0af2060d1b3b6675db71987fb13d75/ad0af2060d1b3b6675db71987fb13d75_1769621142.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621145.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/4e3/c45356a0d30507738b3f9e7780bf04e3/c45356a0d30507738b3f9e7780bf04e3_1769621145.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621145.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/4e3/c45356a0d30507738b3f9e7780bf04e3/c45356a0d30507738b3f9e7780bf04e3_1769621145.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621148.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/bfc/063b22225392fbcf0a76f21453585bfc/063b22225392fbcf0a76f21453585bfc_1769621148.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621148.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/bfc/063b22225392fbcf0a76f21453585bfc/063b22225392fbcf0a76f21453585bfc_1769621148.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621151.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/397/142ea68d6a2ac093264ed60f70e72397/142ea68d6a2ac093264ed60f70e72397_1769621151.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621151.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/397/142ea68d6a2ac093264ed60f70e72397/142ea68d6a2ac093264ed60f70e72397_1769621151.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621154.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/80d/bb85e9e0f48380b2f3adac3d169c680d/bb85e9e0f48380b2f3adac3d169c680d_1769621154.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621154.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/80d/bb85e9e0f48380b2f3adac3d169c680d/bb85e9e0f48380b2f3adac3d169c680d_1769621154.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621157.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/df5/265e20b1d75436dfd644cc05244c7df5/265e20b1d75436dfd644cc05244c7df5_1769621157.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621157.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/df5/265e20b1d75436dfd644cc05244c7df5/265e20b1d75436dfd644cc05244c7df5_1769621157.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621160.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/508/abfb9a80a19c05e50a8466ed5b649508/abfb9a80a19c05e50a8466ed5b649508_1769621160.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621160.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/508/abfb9a80a19c05e50a8466ed5b649508/abfb9a80a19c05e50a8466ed5b649508_1769621160.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621163.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/ba7/18e7fd9be0bd99b50643228ccac98ba7/18e7fd9be0bd99b50643228ccac98ba7_1769621163.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621163.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/ba7/18e7fd9be0bd99b50643228ccac98ba7/18e7fd9be0bd99b50643228ccac98ba7_1769621163.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621166.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/dd6/e0bfdf0cf223abe592b6fa99767d9dd6/e0bfdf0cf223abe592b6fa99767d9dd6_1769621166.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621166.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/dd6/e0bfdf0cf223abe592b6fa99767d9dd6/e0bfdf0cf223abe592b6fa99767d9dd6_1769621166.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621169.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/e46/689b21ffaa5d9ff33b8db15f1245ee46/689b21ffaa5d9ff33b8db15f1245ee46_1769621169.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621169.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/e46/689b21ffaa5d9ff33b8db15f1245ee46/689b21ffaa5d9ff33b8db15f1245ee46_1769621169.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621172.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/bad/f64c6ffbdbdb6434edba1520a6cefbad/f64c6ffbdbdb6434edba1520a6cefbad_1769621172.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621172.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/bad/f64c6ffbdbdb6434edba1520a6cefbad/f64c6ffbdbdb6434edba1520a6cefbad_1769621172.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621175.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/f2b/51765e2a89d85b7ff83aded038732f2b/51765e2a89d85b7ff83aded038732f2b_1769621175.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621175.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/f2b/51765e2a89d85b7ff83aded038732f2b/51765e2a89d85b7ff83aded038732f2b_1769621175.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621178.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/681/bb9b507b14e7c26f7983b0abcb13a681/bb9b507b14e7c26f7983b0abcb13a681_1769621178.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621178.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/681/bb9b507b14e7c26f7983b0abcb13a681/bb9b507b14e7c26f7983b0abcb13a681_1769621178.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621181.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/30b/8b08cc7046fc5776ee03e815ceb1430b/8b08cc7046fc5776ee03e815ceb1430b_1769621181.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621181.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/30b/8b08cc7046fc5776ee03e815ceb1430b/8b08cc7046fc5776ee03e815ceb1430b_1769621181.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621184.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/155/be5771d5e7454de06f7cdd0d660c9155/be5771d5e7454de06f7cdd0d660c9155_1769621184.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621184.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/155/be5771d5e7454de06f7cdd0d660c9155/be5771d5e7454de06f7cdd0d660c9155_1769621184.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621187.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/a94/521068e8bbee9fdaec16ad160f6dba94/521068e8bbee9fdaec16ad160f6dba94_1769621187.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621187.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/a94/521068e8bbee9fdaec16ad160f6dba94/521068e8bbee9fdaec16ad160f6dba94_1769621187.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621190.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/529/a60a9fa2db7614802a3a7191d5517529/a60a9fa2db7614802a3a7191d5517529_1769621190.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621190.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/529/a60a9fa2db7614802a3a7191d5517529/a60a9fa2db7614802a3a7191d5517529_1769621190.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621193.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/186/fa8b6623ee8cc71029ed1eb40c2fb186/fa8b6623ee8cc71029ed1eb40c2fb186_1769621193.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621193.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/186/fa8b6623ee8cc71029ed1eb40c2fb186/fa8b6623ee8cc71029ed1eb40c2fb186_1769621193.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621196.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/260/ba55cfc3ed6f76c742a8a0cf92897260/ba55cfc3ed6f76c742a8a0cf92897260_1769621196.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621196.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/260/ba55cfc3ed6f76c742a8a0cf92897260/ba55cfc3ed6f76c742a8a0cf92897260_1769621196.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621199.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/d70/e8cc32517f1021dabfc9218fcadfbd70/e8cc32517f1021dabfc9218fcadfbd70_1769621199.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621199.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/d70/e8cc32517f1021dabfc9218fcadfbd70/e8cc32517f1021dabfc9218fcadfbd70_1769621199.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621202.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/c8e/4d9f50702ea15731b38691c61aa96c8e/4d9f50702ea15731b38691c61aa96c8e_1769621202.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621202.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/c8e/4d9f50702ea15731b38691c61aa96c8e/4d9f50702ea15731b38691c61aa96c8e_1769621202.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621205.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/fdc/febfca57c597974aa5fead63c1a33fdc/febfca57c597974aa5fead63c1a33fdc_1769621205.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621205.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/fdc/febfca57c597974aa5fead63c1a33fdc/febfca57c597974aa5fead63c1a33fdc_1769621205.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621208.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/03b/f74d8393bb69010a915693603038003b/f74d8393bb69010a915693603038003b_1769621208.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621208.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/03b/f74d8393bb69010a915693603038003b/f74d8393bb69010a915693603038003b_1769621208.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260128/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260128T172400Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621040.45940', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621040.47387', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621041.52909', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok + +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Setting object count to 1058 (txn: txb1799596bae94263b6d0c-00697a4634) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: Setting object count to 1024 (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: Setting object count to 1024 (txn: tx3c39ca7cddd144439c50c-00697a4635) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7b7748c7aed643b58e2ef-00697a4635)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621041.90168', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621041.91417', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 790405, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 + +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Setting object count to 1072 (txn: tx7b7748c7aed643b58e2ef-00697a4635) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Setting object count to 1072 (txn: tx4f8895233a5e4b6f84cf5-00697a4636) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Setting object count to 1072 (txn: txa821032487a343e8b7520-00697a4637) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769621043.64761', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621211.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/4ea/64ecdb595c6b159db443fed45cf5c4ea/64ecdb595c6b159db443fed45cf5c4ea_1769621211.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621211.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/4ea/64ecdb595c6b159db443fed45cf5c4ea/64ecdb595c6b159db443fed45cf5c4ea_1769621211.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621214.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/9af/399eb7ed2a438500b5e5feebe21229af/399eb7ed2a438500b5e5feebe21229af_1769621214.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621214.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/9af/399eb7ed2a438500b5e5feebe21229af/399eb7ed2a438500b5e5feebe21229af_1769621214.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621217.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/601/eba0cb5e2a91d283a286fefe7c90d601/eba0cb5e2a91d283a286fefe7c90d601_1769621217.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621217.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/601/eba0cb5e2a91d283a286fefe7c90d601/eba0cb5e2a91d283a286fefe7c90d601_1769621217.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621220.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/04c/7e1834cd07bf91cf474b0f65f595d04c/7e1834cd07bf91cf474b0f65f595d04c_1769621220.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621220.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/04c/7e1834cd07bf91cf474b0f65f595d04c/7e1834cd07bf91cf474b0f65f595d04c_1769621220.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621223.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/b9a/13a6fccb619f8c5161becc36c2059b9a/13a6fccb619f8c5161becc36c2059b9a_1769621223.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621223.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/b9a/13a6fccb619f8c5161becc36c2059b9a/13a6fccb619f8c5161becc36c2059b9a_1769621223.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621226.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/5de/f9dd1a3135b9e0b63f7b9270757655de/f9dd1a3135b9e0b63f7b9270757655de_1769621226.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621226.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/5de/f9dd1a3135b9e0b63f7b9270757655de/f9dd1a3135b9e0b63f7b9270757655de_1769621226.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621229.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/683/fb352168bbae575b523f6523cf22f683/fb352168bbae575b523f6523cf22f683_1769621229.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621229.00000-0, db: /tmp/tmp3u4boh11/sda/containers/0/683/fb352168bbae575b523f6523cf22f683/fb352168bbae575b523f6523cf22f683_1769621229.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621046.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/32e/3d162ab5a0fa7e0dc638d26938acc32e/3d162ab5a0fa7e0dc638d26938acc32e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621046.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/32e/3d162ab5a0fa7e0dc638d26938acc32e/3d162ab5a0fa7e0dc638d26938acc32e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621050.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/d5f/e80099cc120058eb08d96f31b5166d5f/e80099cc120058eb08d96f31b5166d5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621050.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/d5f/e80099cc120058eb08d96f31b5166d5f/e80099cc120058eb08d96f31b5166d5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621054.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/63e/2b29b73c05cd2550ff715bfe50ccd63e/2b29b73c05cd2550ff715bfe50ccd63e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621054.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/63e/2b29b73c05cd2550ff715bfe50ccd63e/2b29b73c05cd2550ff715bfe50ccd63e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621058.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/9bc/e3dbf643db1abf5857b595148b4b49bc/e3dbf643db1abf5857b595148b4b49bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621058.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/9bc/e3dbf643db1abf5857b595148b4b49bc/e3dbf643db1abf5857b595148b4b49bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621070.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/bfa/c9dbc6fb0a8e85550dccf2641a1ffbfa/c9dbc6fb0a8e85550dccf2641a1ffbfa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621070.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/bfa/c9dbc6fb0a8e85550dccf2641a1ffbfa/c9dbc6fb0a8e85550dccf2641a1ffbfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621074.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/8f6/e91558503e1e358c0d0188867eeaa8f6/e91558503e1e358c0d0188867eeaa8f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621074.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/8f6/e91558503e1e358c0d0188867eeaa8f6/e91558503e1e358c0d0188867eeaa8f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621078.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/563/bd50c7f84d0d784d17526bc8b78d5563/bd50c7f84d0d784d17526bc8b78d5563.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621078.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/563/bd50c7f84d0d784d17526bc8b78d5563/bd50c7f84d0d784d17526bc8b78d5563.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621082.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/30a/d0b52c6314ffbb1dc0ad13de9cf3630a/d0b52c6314ffbb1dc0ad13de9cf3630a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621082.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/30a/d0b52c6314ffbb1dc0ad13de9cf3630a/d0b52c6314ffbb1dc0ad13de9cf3630a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621086.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/f9a/fd966176eea6838cc90cc3c0dd41df9a/fd966176eea6838cc90cc3c0dd41df9a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621086.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/f9a/fd966176eea6838cc90cc3c0dd41df9a/fd966176eea6838cc90cc3c0dd41df9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621090.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/92c/e00c4c8c45425a76a59677dd5bddf92c/e00c4c8c45425a76a59677dd5bddf92c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621090.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/92c/e00c4c8c45425a76a59677dd5bddf92c/e00c4c8c45425a76a59677dd5bddf92c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621094.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/a2c/a2780787f90dda2d365bfc8356480a2c/a2780787f90dda2d365bfc8356480a2c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621094.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/a2c/a2780787f90dda2d365bfc8356480a2c/a2780787f90dda2d365bfc8356480a2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621098.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/c76/9b3a0bae324a453006dd1a395d326c76/9b3a0bae324a453006dd1a395d326c76.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621098.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/c76/9b3a0bae324a453006dd1a395d326c76/9b3a0bae324a453006dd1a395d326c76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621102.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/db1/3645a9a655b8c8e8bac4a3613e95fdb1/3645a9a655b8c8e8bac4a3613e95fdb1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621102.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/db1/3645a9a655b8c8e8bac4a3613e95fdb1/3645a9a655b8c8e8bac4a3613e95fdb1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621106.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/6f0/c745bf1888928efaff5b80a335d166f0/c745bf1888928efaff5b80a335d166f0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621106.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/6f0/c745bf1888928efaff5b80a335d166f0/c745bf1888928efaff5b80a335d166f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621110.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/2cf/14a7c28701d7eb3e3cf89f3d165872cf/14a7c28701d7eb3e3cf89f3d165872cf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621110.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/2cf/14a7c28701d7eb3e3cf89f3d165872cf/14a7c28701d7eb3e3cf89f3d165872cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621114.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/242/2ac8d2e14f9406cdc8afe2aea9a66242/2ac8d2e14f9406cdc8afe2aea9a66242.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621114.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/242/2ac8d2e14f9406cdc8afe2aea9a66242/2ac8d2e14f9406cdc8afe2aea9a66242.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621118.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/e82/7f855f2b700dd6adaf1a9b0c7f7e0e82/7f855f2b700dd6adaf1a9b0c7f7e0e82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621118.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/e82/7f855f2b700dd6adaf1a9b0c7f7e0e82/7f855f2b700dd6adaf1a9b0c7f7e0e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621122.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/41c/6d73e22a5dd548108fe50fc771e1c41c/6d73e22a5dd548108fe50fc771e1c41c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621122.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/41c/6d73e22a5dd548108fe50fc771e1c41c/6d73e22a5dd548108fe50fc771e1c41c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621126.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/dbb/84963770042ba0106ec66c7f74467dbb/84963770042ba0106ec66c7f74467dbb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621126.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/dbb/84963770042ba0106ec66c7f74467dbb/84963770042ba0106ec66c7f74467dbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621130.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/bb1/1a4ca8e442f7a1b70e07a4998016bbb1/1a4ca8e442f7a1b70e07a4998016bbb1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621130.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/bb1/1a4ca8e442f7a1b70e07a4998016bbb1/1a4ca8e442f7a1b70e07a4998016bbb1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621134.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/ae0/27e3f625ebf1b22f11644b4a0cf8aae0/27e3f625ebf1b22f11644b4a0cf8aae0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621134.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/ae0/27e3f625ebf1b22f11644b4a0cf8aae0/27e3f625ebf1b22f11644b4a0cf8aae0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621138.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/389/6a2ed06391bea55c7239472552b3a389/6a2ed06391bea55c7239472552b3a389.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621138.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/389/6a2ed06391bea55c7239472552b3a389/6a2ed06391bea55c7239472552b3a389.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621142.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/d75/ad0af2060d1b3b6675db71987fb13d75/ad0af2060d1b3b6675db71987fb13d75.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621142.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/d75/ad0af2060d1b3b6675db71987fb13d75/ad0af2060d1b3b6675db71987fb13d75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621146.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/207/7d137e7131b66b73802089d789f94207/7d137e7131b66b73802089d789f94207.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621146.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/207/7d137e7131b66b73802089d789f94207/7d137e7131b66b73802089d789f94207.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621150.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/d6c/13d1b7b8f9d3df5e061e556cd0b4fd6c/13d1b7b8f9d3df5e061e556cd0b4fd6c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621150.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/d6c/13d1b7b8f9d3df5e061e556cd0b4fd6c/13d1b7b8f9d3df5e061e556cd0b4fd6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621154.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/80d/bb85e9e0f48380b2f3adac3d169c680d/bb85e9e0f48380b2f3adac3d169c680d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621154.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/80d/bb85e9e0f48380b2f3adac3d169c680d/bb85e9e0f48380b2f3adac3d169c680d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621158.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/db6/8f2806025e86ab0a15a5249335b9ddb6/8f2806025e86ab0a15a5249335b9ddb6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621158.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/db6/8f2806025e86ab0a15a5249335b9ddb6/8f2806025e86ab0a15a5249335b9ddb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621162.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/a6c/5ea488fd80be346aeadcb720d1eeda6c/5ea488fd80be346aeadcb720d1eeda6c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621162.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/a6c/5ea488fd80be346aeadcb720d1eeda6c/5ea488fd80be346aeadcb720d1eeda6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621166.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/dd6/e0bfdf0cf223abe592b6fa99767d9dd6/e0bfdf0cf223abe592b6fa99767d9dd6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621166.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/dd6/e0bfdf0cf223abe592b6fa99767d9dd6/e0bfdf0cf223abe592b6fa99767d9dd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621170.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/965/1f85b3a0bf65d7cde541cc8e632c4965/1f85b3a0bf65d7cde541cc8e632c4965.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621170.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/965/1f85b3a0bf65d7cde541cc8e632c4965/1f85b3a0bf65d7cde541cc8e632c4965.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621174.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/284/5b1a14e71c9a939e23ebc3915074c284/5b1a14e71c9a939e23ebc3915074c284.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621174.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/284/5b1a14e71c9a939e23ebc3915074c284/5b1a14e71c9a939e23ebc3915074c284.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621178.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/681/bb9b507b14e7c26f7983b0abcb13a681/bb9b507b14e7c26f7983b0abcb13a681.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621178.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/681/bb9b507b14e7c26f7983b0abcb13a681/bb9b507b14e7c26f7983b0abcb13a681.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621182.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/fd7/f16e0f9177d6ad6870956c06904e5fd7/f16e0f9177d6ad6870956c06904e5fd7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621182.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/fd7/f16e0f9177d6ad6870956c06904e5fd7/f16e0f9177d6ad6870956c06904e5fd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621186.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/77a/0b23b723b163a3f3b6fd5363e394877a/0b23b723b163a3f3b6fd5363e394877a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621186.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/77a/0b23b723b163a3f3b6fd5363e394877a/0b23b723b163a3f3b6fd5363e394877a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621190.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/529/a60a9fa2db7614802a3a7191d5517529/a60a9fa2db7614802a3a7191d5517529.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621190.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/529/a60a9fa2db7614802a3a7191d5517529/a60a9fa2db7614802a3a7191d5517529.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621194.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/c64/a727132f030991c21affde3e20402c64/a727132f030991c21affde3e20402c64.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621194.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/c64/a727132f030991c21affde3e20402c64/a727132f030991c21affde3e20402c64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621198.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/5a0/a392189b9bff3fe24e4f372d4170c5a0/a392189b9bff3fe24e4f372d4170c5a0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621198.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/5a0/a392189b9bff3fe24e4f372d4170c5a0/a392189b9bff3fe24e4f372d4170c5a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621202.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/c8e/4d9f50702ea15731b38691c61aa96c8e/4d9f50702ea15731b38691c61aa96c8e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621202.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/c8e/4d9f50702ea15731b38691c61aa96c8e/4d9f50702ea15731b38691c61aa96c8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621206.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/a4b/da49463eda3e747269cdedcce2b3ba4b/da49463eda3e747269cdedcce2b3ba4b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621206.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/a4b/da49463eda3e747269cdedcce2b3ba4b/da49463eda3e747269cdedcce2b3ba4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621210.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/a6d/fa10b4cce2092baaa90e6d784059da6d/fa10b4cce2092baaa90e6d784059da6d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621210.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/a6d/fa10b4cce2092baaa90e6d784059da6d/fa10b4cce2092baaa90e6d784059da6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621214.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/9af/399eb7ed2a438500b5e5feebe21229af/399eb7ed2a438500b5e5feebe21229af.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621214.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/9af/399eb7ed2a438500b5e5feebe21229af/399eb7ed2a438500b5e5feebe21229af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621218.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/b9b/8b499912e126607f3343fc2eae9bcb9b/8b499912e126607f3343fc2eae9bcb9b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621218.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/b9b/8b499912e126607f3343fc2eae9bcb9b/8b499912e126607f3343fc2eae9bcb9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621222.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/fd2/446a10f5cf3f915c22f09bf0802a9fd2/446a10f5cf3f915c22f09bf0802a9fd2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621222.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/fd2/446a10f5cf3f915c22f09bf0802a9fd2/446a10f5cf3f915c22f09bf0802a9fd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621226.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/5de/f9dd1a3135b9e0b63f7b9270757655de/f9dd1a3135b9e0b63f7b9270757655de.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621226.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/5de/f9dd1a3135b9e0b63f7b9270757655de/f9dd1a3135b9e0b63f7b9270757655de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621230.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/eaf/b54bacbe70397ed9be52741a9ebdceaf/b54bacbe70397ed9be52741a9ebdceaf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621230.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/eaf/b54bacbe70397ed9be52741a9ebdceaf/b54bacbe70397ed9be52741a9ebdceaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621234.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/b2a/af386886d1e58786c6140bd858a0fb2a/af386886d1e58786c6140bd858a0fb2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621234.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/b2a/af386886d1e58786c6140bd858a0fb2a/af386886d1e58786c6140bd858a0fb2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621238.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/ffa/46fa469485d39de4aec8c1e6d2fe2ffa/46fa469485d39de4aec8c1e6d2fe2ffa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621238.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/ffa/46fa469485d39de4aec8c1e6d2fe2ffa/46fa469485d39de4aec8c1e6d2fe2ffa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621242.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/aa6/189819c0a7a14a4d0ef0f78d77956aa6/189819c0a7a14a4d0ef0f78d77956aa6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621242.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/aa6/189819c0a7a14a4d0ef0f78d77956aa6/189819c0a7a14a4d0ef0f78d77956aa6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621246.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/2f3/11634cb3f0011209b6a5b7d34c6c72f3/11634cb3f0011209b6a5b7d34c6c72f3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621246.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/2f3/11634cb3f0011209b6a5b7d34c6c72f3/11634cb3f0011209b6a5b7d34c6c72f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621250.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/689/303a83af8e7f3696254d0497cfd3a689/303a83af8e7f3696254d0497cfd3a689.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621250.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/689/303a83af8e7f3696254d0497cfd3a689/303a83af8e7f3696254d0497cfd3a689.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621254.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/d2b/3dda0a449140d594dd1502ea1ee79d2b/3dda0a449140d594dd1502ea1ee79d2b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621254.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/d2b/3dda0a449140d594dd1502ea1ee79d2b/3dda0a449140d594dd1502ea1ee79d2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621258.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/616/0405663a1c32f72c56c054b73dbda616/0405663a1c32f72c56c054b73dbda616.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621258.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/616/0405663a1c32f72c56c054b73dbda616/0405663a1c32f72c56c054b73dbda616.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621262.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/22e/4aa37e0e75f237661439e0fe03ee322e/4aa37e0e75f237661439e0fe03ee322e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621262.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/22e/4aa37e0e75f237661439e0fe03ee322e/4aa37e0e75f237661439e0fe03ee322e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621266.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/ae7/beee3c4ecde6eab626b02f63b5058ae7/beee3c4ecde6eab626b02f63b5058ae7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621266.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/ae7/beee3c4ecde6eab626b02f63b5058ae7/beee3c4ecde6eab626b02f63b5058ae7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621270.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/591/c0e29b2a1ae98fc90c25e3d7a5d11591/c0e29b2a1ae98fc90c25e3d7a5d11591.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621270.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/591/c0e29b2a1ae98fc90c25e3d7a5d11591/c0e29b2a1ae98fc90c25e3d7a5d11591.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621274.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/013/de4bb760f872813fb2c380683f774013/de4bb760f872813fb2c380683f774013.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621274.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/013/de4bb760f872813fb2c380683f774013/de4bb760f872813fb2c380683f774013.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621278.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/424/52f9a01e7dfe05a7adfe4c660c533424/52f9a01e7dfe05a7adfe4c660c533424.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621278.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/424/52f9a01e7dfe05a7adfe4c660c533424/52f9a01e7dfe05a7adfe4c660c533424.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621282.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/140/41e165b51e92c7a28e8ec10ebf729140/41e165b51e92c7a28e8ec10ebf729140.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621282.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/140/41e165b51e92c7a28e8ec10ebf729140/41e165b51e92c7a28e8ec10ebf729140.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621286.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/afd/6071b743d676c4a774c18f1dca336afd/6071b743d676c4a774c18f1dca336afd.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test ERROR: ERROR Could not get container info /tmp/tmpsau3q1rw/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpsau3q1rw/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp6tz6_uvd/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audittest.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok + +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmp6tz6_uvd/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.16s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpbjs1g0yy/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621286.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/afd/6071b743d676c4a774c18f1dca336afd/6071b743d676c4a774c18f1dca336afd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621290.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/ee2/c9870a70a9f5a2d05c054a10aec4eee2/c9870a70a9f5a2d05c054a10aec4eee2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621290.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/ee2/c9870a70a9f5a2d05c054a10aec4eee2/c9870a70a9f5a2d05c054a10aec4eee2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621294.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/dba/a8f3dc681c257d721d15bfe904278dba/a8f3dc681c257d721d15bfe904278dba.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621294.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/dba/a8f3dc681c257d721d15bfe904278dba/a8f3dc681c257d721d15bfe904278dba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621298.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/461/9250d64c5f53ebaa5901acc1a8d41461/9250d64c5f53ebaa5901acc1a8d41461.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621298.00000-0, db: /tmp/tmpx5rxuh_l/sda/containers/0/461/9250d64c5f53ebaa5901acc1a8d41461/9250d64c5f53ebaa5901acc1a8d41461.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621051.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/ff6/6684267fc1819e14c2bca8232ecc4ff6/6684267fc1819e14c2bca8232ecc4ff6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621051.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/ff6/6684267fc1819e14c2bca8232ecc4ff6/6684267fc1819e14c2bca8232ecc4ff6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621054.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/63e/2b29b73c05cd2550ff715bfe50ccd63e/2b29b73c05cd2550ff715bfe50ccd63e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621054.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/63e/2b29b73c05cd2550ff715bfe50ccd63e/2b29b73c05cd2550ff715bfe50ccd63e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621057.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/a6d/949405ea240b68bc6bacac1888cd1a6d/949405ea240b68bc6bacac1888cd1a6d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621057.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/a6d/949405ea240b68bc6bacac1888cd1a6d/949405ea240b68bc6bacac1888cd1a6d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621060.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/cf8/b85dc842ecbfddfeff3648dbb6b7fcf8/b85dc842ecbfddfeff3648dbb6b7fcf8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621060.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/cf8/b85dc842ecbfddfeff3648dbb6b7fcf8/b85dc842ecbfddfeff3648dbb6b7fcf8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621063.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/dc2/5b9a7c1487d068f481a93183deab0dc2/5b9a7c1487d068f481a93183deab0dc2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621063.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/dc2/5b9a7c1487d068f481a93183deab0dc2/5b9a7c1487d068f481a93183deab0dc2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621069.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/bbd/67dd627d1a3f7c91f6524e702d902bbd/67dd627d1a3f7c91f6524e702d902bbd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621069.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/bbd/67dd627d1a3f7c91f6524e702d902bbd/67dd627d1a3f7c91f6524e702d902bbd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621072.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/f5e/5fd47a5bc3b14378e26600f941741f5e/5fd47a5bc3b14378e26600f941741f5e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621072.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/f5e/5fd47a5bc3b14378e26600f941741f5e/5fd47a5bc3b14378e26600f941741f5e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621075.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/53a/004a232f9fac4b58b4efdc7bfca9b53a/004a232f9fac4b58b4efdc7bfca9b53a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621075.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/53a/004a232f9fac4b58b4efdc7bfca9b53a/004a232f9fac4b58b4efdc7bfca9b53a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621078.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/563/bd50c7f84d0d784d17526bc8b78d5563/bd50c7f84d0d784d17526bc8b78d5563.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621078.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/563/bd50c7f84d0d784d17526bc8b78d5563/bd50c7f84d0d784d17526bc8b78d5563.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621081.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/cfd/107e1fbec0d27abfe0b15d48b94fdcfd/107e1fbec0d27abfe0b15d48b94fdcfd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621081.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/cfd/107e1fbec0d27abfe0b15d48b94fdcfd/107e1fbec0d27abfe0b15d48b94fdcfd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621084.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/775/5b34ffad8f67444f9654cde928933775/5b34ffad8f67444f9654cde928933775.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621084.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/775/5b34ffad8f67444f9654cde928933775/5b34ffad8f67444f9654cde928933775.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621087.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/dd2/d175371b0e250e06d71bad56cdaf3dd2/d175371b0e250e06d71bad56cdaf3dd2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621087.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/dd2/d175371b0e250e06d71bad56cdaf3dd2/d175371b0e250e06d71bad56cdaf3dd2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621090.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/92c/e00c4c8c45425a76a59677dd5bddf92c/e00c4c8c45425a76a59677dd5bddf92c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621090.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/92c/e00c4c8c45425a76a59677dd5bddf92c/e00c4c8c45425a76a59677dd5bddf92c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621093.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/3b1/6ffba746c6b90d2143b3b76c603053b1/6ffba746c6b90d2143b3b76c603053b1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621093.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/3b1/6ffba746c6b90d2143b3b76c603053b1/6ffba746c6b90d2143b3b76c603053b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621096.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/205/f33d381fe6ae4a960a1ae680a7943205/f33d381fe6ae4a960a1ae680a7943205.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621096.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/205/f33d381fe6ae4a960a1ae680a7943205/f33d381fe6ae4a960a1ae680a7943205.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621099.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/2fe/885c508c65857f5c2b864ec341af52fe/885c508c65857f5c2b864ec341af52fe.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621099.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/2fe/885c508c65857f5c2b864ec341af52fe/885c508c65857f5c2b864ec341af52fe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621102.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/db1/3645a9a655b8c8e8bac4a3613e95fdb1/3645a9a655b8c8e8bac4a3613e95fdb1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621102.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/db1/3645a9a655b8c8e8bac4a3613e95fdb1/3645a9a655b8c8e8bac4a3613e95fdb1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621105.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/223/c202834f05088f000c9fc5c0d9a35223/c202834f05088f000c9fc5c0d9a35223.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621105.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/223/c202834f05088f000c9fc5c0d9a35223/c202834f05088f000c9fc5c0d9a35223.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621108.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/065/9b5976d7f68e39c3b7a1825112b7e065/9b5976d7f68e39c3b7a1825112b7e065.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621108.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/065/9b5976d7f68e39c3b7a1825112b7e065/9b5976d7f68e39c3b7a1825112b7e065.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621111.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/2dd/86454a501aa7c34943ffaed68a4b32dd/86454a501aa7c34943ffaed68a4b32dd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621111.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/2dd/86454a501aa7c34943ffaed68a4b32dd/86454a501aa7c34943ffaed68a4b32dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621114.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/242/2ac8d2e14f9406cdc8afe2aea9a66242/2ac8d2e14f9406cdc8afe2aea9a66242.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621114.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/242/2ac8d2e14f9406cdc8afe2aea9a66242/2ac8d2e14f9406cdc8afe2aea9a66242.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621117.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/9c1/8bc81810d0aa00c335e759c94da749c1/8bc81810d0aa00c335e759c94da749c1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621117.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/9c1/8bc81810d0aa00c335e759c94da749c1/8bc81810d0aa00c335e759c94da749c1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621120.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/399/d5383ce89fac27557046565e02cf9399/d5383ce89fac27557046565e02cf9399.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621120.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/399/d5383ce89fac27557046565e02cf9399/d5383ce89fac27557046565e02cf9399.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621123.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/946/078eefdb37847b353044920bffcb2946/078eefdb37847b353044920bffcb2946.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621123.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/946/078eefdb37847b353044920bffcb2946/078eefdb37847b353044920bffcb2946.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621126.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/dbb/84963770042ba0106ec66c7f74467dbb/84963770042ba0106ec66c7f74467dbb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621126.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/dbb/84963770042ba0106ec66c7f74467dbb/84963770042ba0106ec66c7f74467dbb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621129.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/357/36cd9d9dd2b334e6ac8da5a88bb8c357/36cd9d9dd2b334e6ac8da5a88bb8c357.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621129.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/357/36cd9d9dd2b334e6ac8da5a88bb8c357/36cd9d9dd2b334e6ac8da5a88bb8c357.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621132.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/133/c208ded61c9ca7324f5760af8f1bf133/c208ded61c9ca7324f5760af8f1bf133.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621132.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/133/c208ded61c9ca7324f5760af8f1bf133/c208ded61c9ca7324f5760af8f1bf133.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621135.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/ee2/e94fa34178280a545b175a71138f1ee2/e94fa34178280a545b175a71138f1ee2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621135.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/ee2/e94fa34178280a545b175a71138f1ee2/e94fa34178280a545b175a71138f1ee2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621138.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/389/6a2ed06391bea55c7239472552b3a389/6a2ed06391bea55c7239472552b3a389.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621138.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/389/6a2ed06391bea55c7239472552b3a389/6a2ed06391bea55c7239472552b3a389.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621141.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/4fd/e0c4f0955849734d2db8eb04b01bc4fd/e0c4f0955849734d2db8eb04b01bc4fd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621141.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/4fd/e0c4f0955849734d2db8eb04b01bc4fd/e0c4f0955849734d2db8eb04b01bc4fd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621144.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/f85/e5a3b2c16c994c65d33bf58ea3641f85/e5a3b2c16c994c65d33bf58ea3641f85.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621144.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/f85/e5a3b2c16c994c65d33bf58ea3641f85/e5a3b2c16c994c65d33bf58ea3641f85.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621147.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/992/6a995abb36e9059cc73e3fc709641992/6a995abb36e9059cc73e3fc709641992.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621147.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/992/6a995abb36e9059cc73e3fc709641992/6a995abb36e9059cc73e3fc709641992.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621150.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/d6c/13d1b7b8f9d3df5e061e556cd0b4fd6c/13d1b7b8f9d3df5e061e556cd0b4fd6c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621150.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/d6c/13d1b7b8f9d3df5e061e556cd0b4fd6c/13d1b7b8f9d3df5e061e556cd0b4fd6c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621153.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/d3f/19ea93cd6b8d79794ab2031721f0bd3f/19ea93cd6b8d79794ab2031721f0bd3f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621153.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/d3f/19ea93cd6b8d79794ab2031721f0bd3f/19ea93cd6b8d79794ab2031721f0bd3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621156.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/935/1064fe6688e359f792aab392ebe27935/1064fe6688e359f792aab392ebe27935.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621156.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/935/1064fe6688e359f792aab392ebe27935/1064fe6688e359f792aab392ebe27935.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621159.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/23f/36e180fc79495dc7b4df4e4a85f5c23f/36e180fc79495dc7b4df4e4a85f5c23f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621159.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/23f/36e180fc79495dc7b4df4e4a85f5c23f/36e180fc79495dc7b4df4e4a85f5c23f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621162.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/a6c/5ea488fd80be346aeadcb720d1eeda6c/5ea488fd80be346aeadcb720d1eeda6c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621162.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/a6c/5ea488fd80be346aeadcb720d1eeda6c/5ea488fd80be346aeadcb720d1eeda6c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621165.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/e63/1497f88d592df4b1476ca5b2984d6e63/1497f88d592df4b1476ca5b2984d6e63.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621165.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/e63/1497f88d592df4b1476ca5b2984d6e63/1497f88d592df4b1476ca5b2984d6e63.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621168.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/43b/62ca9a2eb650457de2b02e0b7089343b/62ca9a2eb650457de2b02e0b7089343b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621168.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/43b/62ca9a2eb650457de2b02e0b7089343b/62ca9a2eb650457de2b02e0b7089343b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621171.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/d0b/958497c9b199fb15a1e764067f6a1d0b/958497c9b199fb15a1e764067f6a1d0b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621171.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/d0b/958497c9b199fb15a1e764067f6a1d0b/958497c9b199fb15a1e764067f6a1d0b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621174.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/284/5b1a14e71c9a939e23ebc3915074c284/5b1a14e71c9a939e23ebc3915074c284.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621174.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/284/5b1a14e71c9a939e23ebc3915074c284/5b1a14e71c9a939e23ebc3915074c284.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621177.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/5ec/0e180784f35041004769489969b585ec/0e180784f35041004769489969b585ec.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621177.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/5ec/0e180784f35041004769489969b585ec/0e180784f35041004769489969b585ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621180.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/930/36de9dcfc767a3a1ae2be363a091f930/36de9dcfc767a3a1ae2be363a091f930.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621180.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/930/36de9dcfc767a3a1ae2be363a091f930/36de9dcfc767a3a1ae2be363a091f930.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621183.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/9ec/8d9de8dd4f3228db31bcbad2656e69ec/8d9de8dd4f3228db31bcbad2656e69ec.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621183.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/9ec/8d9de8dd4f3228db31bcbad2656e69ec/8d9de8dd4f3228db31bcbad2656e69ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621186.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/77a/0b23b723b163a3f3b6fd5363e394877a/0b23b723b163a3f3b6fd5363e394877a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621186.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/77a/0b23b723b163a3f3b6fd5363e394877a/0b23b723b163a3f3b6fd5363e394877a.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621189.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/c90/32375755ea32c6f06b6aa747708a1c90/32375755ea32c6f06b6aa747708a1c90.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621189.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/c90/32375755ea32c6f06b6aa747708a1c90/32375755ea32c6f06b6aa747708a1c90.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621192.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/7c6/50a9c591eff88ae8bcdd7f7f70ff17c6/50a9c591eff88ae8bcdd7f7f70ff17c6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621192.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/7c6/50a9c591eff88ae8bcdd7f7f70ff17c6/50a9c591eff88ae8bcdd7f7f70ff17c6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621195.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/ae4/2f08facf30497b90a39db0776a35aae4/2f08facf30497b90a39db0776a35aae4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621195.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/ae4/2f08facf30497b90a39db0776a35aae4/2f08facf30497b90a39db0776a35aae4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621198.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/5a0/a392189b9bff3fe24e4f372d4170c5a0/a392189b9bff3fe24e4f372d4170c5a0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621198.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/5a0/a392189b9bff3fe24e4f372d4170c5a0/a392189b9bff3fe24e4f372d4170c5a0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621201.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/7a1/5826a1dd99e3c682f1508d66d90497a1/5826a1dd99e3c682f1508d66d90497a1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621201.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/7a1/5826a1dd99e3c682f1508d66d90497a1/5826a1dd99e3c682f1508d66d90497a1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621204.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/593/26820c55f6cbea25c8be2b44aeda2593/26820c55f6cbea25c8be2b44aeda2593.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621204.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/593/26820c55f6cbea25c8be2b44aeda2593/26820c55f6cbea25c8be2b44aeda2593.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621207.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/cea/b50e2b9f50ca83bfa53f1c9753328cea/b50e2b9f50ca83bfa53f1c9753328cea.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621207.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/cea/b50e2b9f50ca83bfa53f1c9753328cea/b50e2b9f50ca83bfa53f1c9753328cea.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621210.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/a6d/fa10b4cce2092baaa90e6d784059da6d/fa10b4cce2092baaa90e6d784059da6d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621210.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/a6d/fa10b4cce2092baaa90e6d784059da6d/fa10b4cce2092baaa90e6d784059da6d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621213.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/b6d/563eeaa5e7605049ef2b15f25149eb6d/563eeaa5e7605049ef2b15f25149eb6d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621213.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/b6d/563eeaa5e7605049ef2b15f25149eb6d/563eeaa5e7605049ef2b15f25149eb6d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621216.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/f4b/aa8dfbc113df6215bbc5a3d017104f4b/aa8dfbc113df6215bbc5a3d017104f4b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621216.00000-0, db: /tmp/tmpg1ilmbop/sda/containers/0/f4b/aa8dfbc113df6215bbc5a3d017104f4b/aa8dfbc113df6215bbc5a3d017104f4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621053.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/dac/13237b6f52ce4a6b6f34390cbc6d2dac/13237b6f52ce4a6b6f34390cbc6d2dac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621058.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9bc/e3dbf643db1abf5857b595148b4b49bc/e3dbf643db1abf5857b595148b4b49bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621063.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/dc2/5b9a7c1487d068f481a93183deab0dc2/5b9a7c1487d068f481a93183deab0dc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621068.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b0f/a01ebc6e61325578c43c6bddad428b0f/a01ebc6e61325578c43c6bddad428b0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621073.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/eed/b49673d6cbd59b730340e1ff23f75eed/b49673d6cbd59b730340e1ff23f75eed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621078.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/563/bd50c7f84d0d784d17526bc8b78d5563/bd50c7f84d0d784d17526bc8b78d5563.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621083.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d81/f6361aa235c8f5bb70cd64b04c00dd81/f6361aa235c8f5bb70cd64b04c00dd81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621088.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/79b/1ee9898612a5e5f61c9f598be73d379b/1ee9898612a5e5f61c9f598be73d379b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621093.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/3b1/6ffba746c6b90d2143b3b76c603053b1/6ffba746c6b90d2143b3b76c603053b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621098.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c76/9b3a0bae324a453006dd1a395d326c76/9b3a0bae324a453006dd1a395d326c76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621103.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/059/b448ab2cab5515aad95c624c381b7059/b448ab2cab5515aad95c624c381b7059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621108.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/065/9b5976d7f68e39c3b7a1825112b7e065/9b5976d7f68e39c3b7a1825112b7e065.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621113.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/6e0/498a2b25a718e599eaff7249a41906e0/498a2b25a718e599eaff7249a41906e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621118.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e82/7f855f2b700dd6adaf1a9b0c7f7e0e82/7f855f2b700dd6adaf1a9b0c7f7e0e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621123.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/946/078eefdb37847b353044920bffcb2946/078eefdb37847b353044920bffcb2946.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621128.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/dc3/524720581b8e7d3d3dae69df07da7dc3/524720581b8e7d3d3dae69df07da7dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621133.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e82/6ae36b2bc158761a32a2557d642d2e82/6ae36b2bc158761a32a2557d642d2e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621138.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/389/6a2ed06391bea55c7239472552b3a389/6a2ed06391bea55c7239472552b3a389.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621143.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/554/c5e0f7b16f583782f9397e21e5b05554/c5e0f7b16f583782f9397e21e5b05554.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621148.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/bfc/063b22225392fbcf0a76f21453585bfc/063b22225392fbcf0a76f21453585bfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621153.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d3f/19ea93cd6b8d79794ab2031721f0bd3f/19ea93cd6b8d79794ab2031721f0bd3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621158.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/db6/8f2806025e86ab0a15a5249335b9ddb6/8f2806025e86ab0a15a5249335b9ddb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621163.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ba7/18e7fd9be0bd99b50643228ccac98ba7/18e7fd9be0bd99b50643228ccac98ba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621168.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/43b/62ca9a2eb650457de2b02e0b7089343b/62ca9a2eb650457de2b02e0b7089343b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621173.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/0f5/0a44ea38d56c892a8625a30e286bb0f5/0a44ea38d56c892a8625a30e286bb0f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621178.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/681/bb9b507b14e7c26f7983b0abcb13a681/bb9b507b14e7c26f7983b0abcb13a681.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621183.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9ec/8d9de8dd4f3228db31bcbad2656e69ec/8d9de8dd4f3228db31bcbad2656e69ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621188.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/8bf/32ede708774337f213161b475d3418bf/32ede708774337f213161b475d3418bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621193.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/186/fa8b6623ee8cc71029ed1eb40c2fb186/fa8b6623ee8cc71029ed1eb40c2fb186.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621198.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/5a0/a392189b9bff3fe24e4f372d4170c5a0/a392189b9bff3fe24e4f372d4170c5a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621203.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/722/f6f3878ee4ae51cf0c177cfbd8321722/f6f3878ee4ae51cf0c177cfbd8321722.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621208.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/03b/f74d8393bb69010a915693603038003b/f74d8393bb69010a915693603038003b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621213.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b6d/563eeaa5e7605049ef2b15f25149eb6d/563eeaa5e7605049ef2b15f25149eb6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621218.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b9b/8b499912e126607f3343fc2eae9bcb9b/8b499912e126607f3343fc2eae9bcb9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621223.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b9a/13a6fccb619f8c5161becc36c2059b9a/13a6fccb619f8c5161becc36c2059b9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621228.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e9d/4240fd7eb25a3794c8903d32466d4e9d/4240fd7eb25a3794c8903d32466d4e9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621233.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/6b7/ccf761b5e3a502549e07ceda04a6a6b7/ccf761b5e3a502549e07ceda04a6a6b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621238.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ffa/46fa469485d39de4aec8c1e6d2fe2ffa/46fa469485d39de4aec8c1e6d2fe2ffa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621243.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/6e4/e87b4b410e53d9094809b7bcd41526e4/e87b4b410e53d9094809b7bcd41526e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621248.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/076/0a6ae0b47d71511a639f0e433d645076/0a6ae0b47d71511a639f0e433d645076.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621253.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/aa2/6ec64e3d8f3bcb1f3d730336fe521aa2/6ec64e3d8f3bcb1f3d730336fe521aa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621258.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/616/0405663a1c32f72c56c054b73dbda616/0405663a1c32f72c56c054b73dbda616.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621263.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9fe/be8ded137cd7bc0ac4269eef7e7129fe/be8ded137cd7bc0ac4269eef7e7129fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621268.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/a0c/3d03cbffd192e194ad4ec4783e722a0c/3d03cbffd192e194ad4ec4783e722a0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621273.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/73e/96c73fdfa3fc3b9010b99550fdf2b73e/96c73fdfa3fc3b9010b99550fdf2b73e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621278.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/424/52f9a01e7dfe05a7adfe4c660c533424/52f9a01e7dfe05a7adfe4c660c533424.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621283.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/66b/910cfa0366ebc69e3bf171d4a6d1866b/910cfa0366ebc69e3bf171d4a6d1866b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621288.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/483/6eb867739a3add502c52c7ed7658f483/6eb867739a3add502c52c7ed7658f483.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621293.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/93c/15a6afb8076925d894b68675ffd2393c/15a6afb8076925d894b68675ffd2393c.dbtest.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok + +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test ERROR: ERROR Could not get container info /tmp/tmpkdboyn_n/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpkdboyn_n/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok + + +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Setting object count to 1072 (txn: txdeee0d343cb640a793605-00697a4638) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1d7b3074f8294caa9cde7-00697a4638) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1d7b3074f8294caa9cde7-00697a4638) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d7b3074f8294caa9cde7-00697a4638) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx1d7b3074f8294caa9cde7-00697a4638) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx1d7b3074f8294caa9cde7-00697a4638) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txf5ce22919a4a41e7b663c-00697a4639) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621298.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/461/9250d64c5f53ebaa5901acc1a8d41461/9250d64c5f53ebaa5901acc1a8d41461.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621303.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/7d7/18514b87d04cfd74df5d52ae4c4dd7d7/18514b87d04cfd74df5d52ae4c4dd7d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621308.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d06/20708e79811329fc3c2b1040bc2cfd06/20708e79811329fc3c2b1040bc2cfd06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621313.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d3b/a3ea1bd8765d12bd7e1f079a05025d3b/a3ea1bd8765d12bd7e1f079a05025d3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621318.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9c0/6d739cbad10ef52d62488e2ac01eb9c0/6d739cbad10ef52d62488e2ac01eb9c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621323.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/8b2/ab68b55b386b6b7588b5b7e3eb7cc8b2/ab68b55b386b6b7588b5b7e3eb7cc8b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621328.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/a36/4573e46ed5cf79316a548b6ee5800a36/4573e46ed5cf79316a548b6ee5800a36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621333.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/eb3/ebb8592c7a9aa500116033a8e57d4eb3/ebb8592c7a9aa500116033a8e57d4eb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621338.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/69e/f186db223c539ee255ed42ed0702e69e/f186db223c539ee255ed42ed0702e69e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621343.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b93/1bac7d1b8343799869c6a2249c061b93/1bac7d1b8343799869c6a2249c061b93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621348.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/eb7/6345196c9706da95c14bd5e96fdb5eb7/6345196c9706da95c14bd5e96fdb5eb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621353.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/fcb/f02eb7fabfee6e9b9c7c0c05c1274fcb/f02eb7fabfee6e9b9c7c0c05c1274fcb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621358.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/881/55981f5f127d4faadf6ea1dba2f32881/55981f5f127d4faadf6ea1dba2f32881.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621363.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e9b/1b806aec9b32b74f1bfeec16c7cbee9b/1b806aec9b32b74f1bfeec16c7cbee9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621368.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/6d1/a90af5483c809df78855ebdc4f0506d1/a90af5483c809df78855ebdc4f0506d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621373.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/6fe/37670bfe7c19e322b4c82889da9026fe/37670bfe7c19e322b4c82889da9026fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621378.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/991/2aa9212519aea95befbb15fe094d7991/2aa9212519aea95befbb15fe094d7991.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621383.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/7b2/babcc097879649f37f5594baf1ace7b2/babcc097879649f37f5594baf1ace7b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621388.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/49e/92b7a4b7da6849cadb7722c9d9da849e/92b7a4b7da6849cadb7722c9d9da849e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621393.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/aa9/2e42f17c7abbb9204a9eefb248122aa9/2e42f17c7abbb9204a9eefb248122aa9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621398.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/aa3/b487a872639f8bcfab36d05981e79aa3/b487a872639f8bcfab36d05981e79aa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621403.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f10/04e5e44ab58e4084db8e04ff3aac7f10/04e5e44ab58e4084db8e04ff3aac7f10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621408.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b47/2ae52678fbac5d3e1ccc003a98e8fb47/2ae52678fbac5d3e1ccc003a98e8fb47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621413.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/5a2/23a9f5623e0d0cac1839af24136105a2/23a9f5623e0d0cac1839af24136105a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621418.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f5d/7518c48e15ab66f628d59145ca552f5d/7518c48e15ab66f628d59145ca552f5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621423.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/a0c/66cdc597a34e89ab5df9b2774f701a0c/66cdc597a34e89ab5df9b2774f701a0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621428.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/3ec/0a8c44ed6f4ab1d848ca4619b02f93ec/0a8c44ed6f4ab1d848ca4619b02f93ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621433.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/bc3/86f3cd307efac1c5484aa666921c5bc3/86f3cd307efac1c5484aa666921c5bc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621438.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c1a/c89193872ce7a2ecfdff4b62b80f5c1a/c89193872ce7a2ecfdff4b62b80f5c1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621443.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d18/82e14d14d9e51c95c73d1317dbb67d18/82e14d14d9e51c95c73d1317dbb67d18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621448.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c70/b7e77c3a244800245a0429629abfac70/b7e77c3a244800245a0429629abfac70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621453.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/4ef/70353d5065f3dedde63edbc8edafa4ef/70353d5065f3dedde63edbc8edafa4ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621458.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d66/8261dc7b2b3f65eb6c383c0b239ecd66/8261dc7b2b3f65eb6c383c0b239ecd66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621463.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/bae/a5538b534ffecbe2fee1be6c448a3bae/a5538b534ffecbe2fee1be6c448a3bae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621468.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/035/5abb5daec2dc29aa48e4c722db04c035/5abb5daec2dc29aa48e4c722db04c035.db +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx04b4dd86404e4e3e892a7-00697a463a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test DEBUG: Setting object count to 3120 (txn: tx38e82db37fbb4b30b11c8-00697a463a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test DEBUG: Setting object count to 3120 (txn: tx709f8cac8cbd4d63ac661-00697a463a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx308c28599aa240b4a2553-00697a463a) +test DEBUG: Setting object count to 3120 (txn: tx308c28599aa240b4a2553-00697a463a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx28f1cf6e227140a793249-00697a463a) +test DEBUG: Setting object count to 3120 (txn: tx28f1cf6e227140a793249-00697a463a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test DEBUG: Setting object count to 3120 (txn: tx0ccd9ba1a5a54d2283f08-00697a463a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx95c841a1962341df9c2cc-00697a463b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx95c841a1962341df9c2cc-00697a463b)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621473.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/6c7/340eba16a049bf55afe2fc9c6f6846c7/340eba16a049bf55afe2fc9c6f6846c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621478.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e84/9f2e2a4559db2cf0d6f28acadff36e84/9f2e2a4559db2cf0d6f28acadff36e84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621483.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f20/56cfc5e03b072d13ba427581c78cbf20/56cfc5e03b072d13ba427581c78cbf20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621488.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e6b/949281f4a4aeee778fc7c836f23f3e6b/949281f4a4aeee778fc7c836f23f3e6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621493.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f8a/92e91bb6c954e3fbac3330b51b47af8a/92e91bb6c954e3fbac3330b51b47af8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621498.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/426/5c0adfec5c317bb0c015955a8610c426/5c0adfec5c317bb0c015955a8610c426.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621503.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/2e8/92d10e5ed835075f7b2847fd9b6972e8/92d10e5ed835075f7b2847fd9b6972e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621508.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e87/025720410d2a42347ccbda13f527de87/025720410d2a42347ccbda13f527de87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621513.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/7e6/2167ddcede774e7050c83a351d2e97e6/2167ddcede774e7050c83a351d2e97e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621518.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/55e/3a861a7eddc09034a250ab4bcd50e55e/3a861a7eddc09034a250ab4bcd50e55e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621523.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9f5/1ac80abf7185ad44509f5849bf5fd9f5/1ac80abf7185ad44509f5849bf5fd9f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621528.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/945/198ea5acd130ca75c3f8bb6d38d8f945/198ea5acd130ca75c3f8bb6d38d8f945.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621533.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/922/4e1c63689e7e46af499e0061f8efc922/4e1c63689e7e46af499e0061f8efc922.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621538.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ed4/762a5fdc7828d16e6b31e64ba9780ed4/762a5fdc7828d16e6b31e64ba9780ed4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621543.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c81/37b03aea150e01f50feabcf07c893c81/37b03aea150e01f50feabcf07c893c81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621548.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9fd/651a4eadd375d5eff20910f4783a29fd/651a4eadd375d5eff20910f4783a29fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621553.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/98e/10ee5399e9a141f22ebd30574a57e98e/10ee5399e9a141f22ebd30574a57e98e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621558.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b98/d989b68c50521a5ed0909e5a93a3eb98/d989b68c50521a5ed0909e5a93a3eb98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621563.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/939/6abe3885a98a5820e358b71730ce2939/6abe3885a98a5820e358b71730ce2939.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621568.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b4b/2b5af83fc71128259da876d065611b4b/2b5af83fc71128259da876d065611b4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621573.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e44/eb5afdea06273a7b8607efa98107be44/eb5afdea06273a7b8607efa98107be44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621578.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/4ae/18978c091a2c07c129be8fe4630a54ae/18978c091a2c07c129be8fe4630a54ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621583.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/8af/57cb5035084c2036e7d7b9262cadf8af/57cb5035084c2036e7d7b9262cadf8af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621588.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/4aa/260a9e908d926e628b555bc1441ee4aa/260a9e908d926e628b555bc1441ee4aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621593.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/56e/9e80d707be3da262fa5068515c2ef56e/9e80d707be3da262fa5068515c2ef56e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621598.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c01/9f575279cc4efe6d1eb6dba0a9630c01/9f575279cc4efe6d1eb6dba0a9630c01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621603.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/629/5831edf27c0c95c0e0eaba0c163f7629/5831edf27c0c95c0e0eaba0c163f7629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621608.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9a3/2d42cf6f12d686e19af9abf3dfc8f9a3/2d42cf6f12d686e19af9abf3dfc8f9a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621613.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e4e/e9dbaf1e2d50bb1b0a3ae7fb15385e4e/e9dbaf1e2d50bb1b0a3ae7fb15385e4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621618.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e1e/b5349973292baeea0a310ddc23706e1e/b5349973292baeea0a310ddc23706e1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621623.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f57/4396324ff11cb6c6b1556bd21ca29f57/4396324ff11cb6c6b1556bd21ca29f57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621628.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/265/e8f4742624b5e25719744e68b322f265/e8f4742624b5e25719744e68b322f265.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621633.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/93c/9fdbc4361c890a470790649b613f693c/9fdbc4361c890a470790649b613f693c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621638.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/8cf/745bb5a51f201aa829a38a1fdabaa8cf/745bb5a51f201aa829a38a1fdabaa8cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621643.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f3a/c6cd1b32df07f54becb7eb5a51c3ff3a/c6cd1b32df07f54becb7eb5a51c3ff3a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621648.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9a4/453f277fb676ed87fb07bbed80d3e9a4/453f277fb676ed87fb07bbed80d3e9a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621653.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f7a/49bf4e43e6d9f196c5f0d3b1f5958f7a/49bf4e43e6d9f196c5f0d3b1f5958f7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621658.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b4c/f6a88f07aaf0bc3c3ebcbb66b3f26b4c/f6a88f07aaf0bc3c3ebcbb66b3f26b4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621663.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9c9/b7dcc0eab62f32c674ed586eaf0e89c9/b7dcc0eab62f32c674ed586eaf0e89c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621668.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/457/53e288402730c036d81edaa41a5ac457/53e288402730c036d81edaa41a5ac457.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621673.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/3bc/7ae0c2324a3967bc8e5913308881f3bc/7ae0c2324a3967bc8e5913308881f3bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621678.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/115/e2d53cf79fd484a20c67f813a24c6115/e2d53cf79fd484a20c67f813a24c6115.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621683.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/bfa/4adbd2a814f3b1097232cda759bc2bfa/4adbd2a814f3b1097232cda759bc2bfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621688.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f4b/55187af173e6b2eafad6b676f316af4b/55187af173e6b2eafad6b676f316af4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621693.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ff5/e7eced93c823068e59c952f8c1933ff5/e7eced93c823068e59c952f8c1933ff5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621698.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/5c5/099e51545005c9024235f24b5a19a5c5/099e51545005c9024235f24b5a19a5c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621703.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/768/e0865c2f1be783a79c9e9c537402e768/e0865c2f1be783a79c9e9c537402e768.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621708.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/8ec/d7616e36e62228d5a586982bd04ef8ec/d7616e36e62228d5a586982bd04ef8ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621713.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/45f/b1a8e5f30ee17d784c237e4c5522045f/b1a8e5f30ee17d784c237e4c5522045f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621718.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/674/45248806f03790f8ad791ee30826c674/45248806f03790f8ad791ee30826c674.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621723.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/87b/da65d106293e228607fd44f484b7087b/da65d106293e228607fd44f484b7087b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621728.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/654/ffb53ddc72e5133b930700a846992654/ffb53ddc72e5133b930700a846992654.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621733.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/732/4cde0e55ad8e33f143282c8dee914732/4cde0e55ad8e33f143282c8dee914732.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621738.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b2c/fd575f8c5c3593bf81a589fce639bb2c/fd575f8c5c3593bf81a589fce639bb2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621743.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/329/28a9ec4d9289c39704f0c16648135329/28a9ec4d9289c39704f0c16648135329.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621748.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ba7/4ca8bd05c96125fbed823ca2f20c7ba7/4ca8bd05c96125fbed823ca2f20c7ba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621753.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/0ee/f9f10fe2d6343e39b5e35bd112f3e0ee/f9f10fe2d6343e39b5e35bd112f3e0ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621758.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/65d/44b649562d46e43461ae2a45ef55865d/44b649562d46e43461ae2a45ef55865d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621763.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9f8/485eac5455cdad02af24a107070079f8/485eac5455cdad02af24a107070079f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621768.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d9d/3384d203d33e0ad6674090d5418ddd9d/3384d203d33e0ad6674090d5418ddd9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621773.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/2fc/20df182b2005597a720699d2ea8a12fc/20df182b2005597a720699d2ea8a12fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621778.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ed5/1b7e7d323f5df8fcc8e2d777e80aded5/1b7e7d323f5df8fcc8e2d777e80aded5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621783.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c18/6c701ab5643e74082df0c2a9a905ac18/6c701ab5643e74082df0c2a9a905ac18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621788.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e8e/48233a831ef8fd945201e7c1ee8f1e8e/48233a831ef8fd945201e7c1ee8f1e8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621793.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/8ee/ca2610878a9b649286d4f0258dd518ee/ca2610878a9b649286d4f0258dd518ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621798.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/1cc/112f0521b741afa3aaba7fd90e0be1cc/112f0521b741afa3aaba7fd90e0be1cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621803.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/03b/6bf40b4f083582e6137ba52cac72603b/6bf40b4f083582e6137ba52cac72603b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621808.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/aca/b9896d74cd7f352a8c152ffdee577aca/b9896d74cd7f352a8c152ffdee577aca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621813.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d67/425cd5698bfcc741244195480257bd67/425cd5698bfcc741244195480257bd67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621818.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/485/f10c27b7bf9c1a8e5b229e788978e485/f10c27b7bf9c1a8e5b229e788978e485.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa35ba52f5fc74db98c977-00697a463b) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txa35ba52f5fc74db98c977-00697a463b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa35ba52f5fc74db98c977-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa35ba52f5fc74db98c977-00697a463b) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txa35ba52f5fc74db98c977-00697a463b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa35ba52f5fc74db98c977-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa35ba52f5fc74db98c977-00697a463b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txa35ba52f5fc74db98c977-00697a463b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx4c197261d5004c78bdda3-00697a463b) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx4c197261d5004c78bdda3-00697a463b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txda7c38f419b448499951e-00697a463b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txda7c38f419b448499951e-00697a463b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txda7c38f419b448499951e-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txda7c38f419b448499951e-00697a463b) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txda7c38f419b448499951e-00697a463b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx27a895bdf2124ae19ae94-00697a463b) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx27a895bdf2124ae19ae94-00697a463b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx27a895bdf2124ae19ae94-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx27a895bdf2124ae19ae94-00697a463b) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx27a895bdf2124ae19ae94-00697a463b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcbf61b8992124c68baf9c-00697a463b) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txcbf61b8992124c68baf9c-00697a463b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcbf61b8992124c68baf9c-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txcbf61b8992124c68baf9c-00697a463b) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txcbf61b8992124c68baf9c-00697a463b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx86fa98d6ba9f4409acab7-00697a463b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 28 Jan 2026 17:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test ERROR: Problem finding shard upper in '/tmp/tmporw6cx29/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmporw6cx29/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp_z4110nh/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp_z4110nh/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621823.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/3ec/ec325338ce26d54100e71c2c0305d3ec/ec325338ce26d54100e71c2c0305d3ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621828.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9e8/78ae03e6ba2c8eceb16a901c5b2139e8/78ae03e6ba2c8eceb16a901c5b2139e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621833.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/071/485d854802f58834b59c9d21c749f071/485d854802f58834b59c9d21c749f071.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621838.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/656/b1b3f545bb815d1922cb2dbe57495656/b1b3f545bb815d1922cb2dbe57495656.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621843.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/66d/20c21e0adec9a69ef22de62fab38666d/20c21e0adec9a69ef22de62fab38666d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621848.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c4c/1b921be184726da3e8d0f3710e826c4c/1b921be184726da3e8d0f3710e826c4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621853.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/fc0/5abe94315f774b781a5f085493be8fc0/5abe94315f774b781a5f085493be8fc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621858.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b43/527cbe7b2f7773dfc3c415f66fd8eb43/527cbe7b2f7773dfc3c415f66fd8eb43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621863.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/475/236b27821662fde972f4f02cbaab4475/236b27821662fde972f4f02cbaab4475.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621868.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/4b3/d5a104142a0aee696f91e3f0f02114b3/d5a104142a0aee696f91e3f0f02114b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621873.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/8e5/f98eb1c23c5b8d5e6c47dd4081f0d8e5/f98eb1c23c5b8d5e6c47dd4081f0d8e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621878.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/493/14c1f6c7b967d2d37096a6428b43f493/14c1f6c7b967d2d37096a6428b43f493.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621883.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c50/61e72497132999e10ab52f1217032c50/61e72497132999e10ab52f1217032c50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621888.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d9f/2800b8ee13e124b644bdbdb74bc39d9f/2800b8ee13e124b644bdbdb74bc39d9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621893.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ed8/a9174fec3d01a6c4a56afec3eaf9eed8/a9174fec3d01a6c4a56afec3eaf9eed8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621898.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d48/23f662bb1fc05f7065b4c39c4149dd48/23f662bb1fc05f7065b4c39c4149dd48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621903.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d10/8f29ceabb7d0784fbfc662da9445dd10/8f29ceabb7d0784fbfc662da9445dd10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621908.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/985/14a624659318c9e7c677cbacfa0f2985/14a624659318c9e7c677cbacfa0f2985.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621913.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/7af/85e1e852b6ca50880106dd16ea6ca7af/85e1e852b6ca50880106dd16ea6ca7af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621918.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/04b/ff9e8c27452375d37b8bf6a85851604b/ff9e8c27452375d37b8bf6a85851604b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621923.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e19/52f5379adad3f2c85c44f2b3e30a0e19/52f5379adad3f2c85c44f2b3e30a0e19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621928.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b9b/5b265ccf47c6508a62864eb982321b9b/5b265ccf47c6508a62864eb982321b9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621933.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/35c/20f01dbef19ed2587adade496fc2235c/20f01dbef19ed2587adade496fc2235c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621938.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/fdc/9982e1760a4f6dc8cf3db0af0f9fafdc/9982e1760a4f6dc8cf3db0af0f9fafdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621943.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/8f7/4a85df1e983b9c6aaa0e94e8b20db8f7/4a85df1e983b9c6aaa0e94e8b20db8f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621948.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c75/dec7cc625358d2f607902b273d695c75/dec7cc625358d2f607902b273d695c75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621953.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/206/3375f51ae71cdbb040988c55dec1c206/3375f51ae71cdbb040988c55dec1c206.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621958.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/143/f08f9ec43eb0875ea326611baf03d143/f08f9ec43eb0875ea326611baf03d143.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621963.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/4e7/77c56efa1f4566ea59450a2d9635e4e7/77c56efa1f4566ea59450a2d9635e4e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621968.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b26/75305cf2755caf510c54d4537b6d1b26/75305cf2755caf510c54d4537b6d1b26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621973.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/7b3/8300ac6d9d8d87b1438bfb315349e7b3/8300ac6d9d8d87b1438bfb315349e7b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621978.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e67/149fa0790be4e0d406ded09ec0a01e67/149fa0790be4e0d406ded09ec0a01e67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621983.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/966/7551b054d94c9c1427f81ea86cc22966/7551b054d94c9c1427f81ea86cc22966.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621988.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/94a/c7e746e905c5e9fcd8edcab9afe6e94a/c7e746e905c5e9fcd8edcab9afe6e94a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621993.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/01c/879d7e80a1962a74d0a42a0464e0701c/879d7e80a1962a74d0a42a0464e0701c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok + +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx24256ffa84a0417d98bb8-00697a463c) +test DEBUG: Setting object count to 1065 (txn: tx24256ffa84a0417d98bb8-00697a463c) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmptzo0mia9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptzo0mia9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmptzo0mia9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptzo0mia9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0080 "-" 790421 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0077 "-" 790421 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0098 "-" 790421 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0065 "-" 790421 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3dce2c6e99f046409ab73-00697a463c" "proxy-server 790421" 0.0012 "-" 790421 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:57645/sdb1/1/a/c" "tx3dce2c6e99f046409ab73-00697a463c" "container-server 790421" 0.0009 "-" 790421 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55193/sda1/1/a/c" "tx3dce2c6e99f046409ab73-00697a463c" "container-server 790421" 0.0013 "-" 790421 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3dce2c6e99f046409ab73-00697a463c" "proxy-server 790421" 0.0206 "-" 790421 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3dce2c6e99f046409ab73-00697a463c" "proxy-server 790421" 0.0125 "-" 790421 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/24/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3dce2c6e99f046409ab73-00697a463c - 0.0285 - - 1769621052.516037941 1769621052.544573784 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa36772aa7ffe4c25aae2c-00697a463c" "proxy-server 790421" 0.0011 "-" 790421 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57645/sdb1/1/a1/c1" "txa36772aa7ffe4c25aae2c-00697a463c" "container-server 790421" 0.0013 "-" 790421 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55193/sda1/1/a1/c1" "txa36772aa7ffe4c25aae2c-00697a463c" "container-server 790421" 0.0009 "-" 790421 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa36772aa7ffe4c25aae2c-00697a463c" "proxy-server 790421" 0.0119 "-" 790421 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa36772aa7ffe4c25aae2c-00697a463c" "proxy-server 790421" 0.0250 "-" 790421 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/24/12 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa36772aa7ffe4c25aae2c-00697a463c - 0.0311 - - 1769621052.545762539 1769621052.576870203 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd870ba8a369f422ba2ad9-00697a463c" "proxy-server 790421" 0.0070 "-" 790421 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57645/sdb1/2/a/c1" "txd870ba8a369f422ba2ad9-00697a463c" "container-server 790421" 0.0009 "-" 790421 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55193/sda1/2/a/c1" "txd870ba8a369f422ba2ad9-00697a463c" "container-server 790421" 0.0060 "-" 790421 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd870ba8a369f422ba2ad9-00697a463c" "proxy-server 790421" 0.0175 "-" 790421 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd870ba8a369f422ba2ad9-00697a463c" "proxy-server 790421" 0.0277 "-" 790421 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/24/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd870ba8a369f422ba2ad9-00697a463c - 0.0398 - - 1769621052.578021288 1769621052.617801428 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx25fb6a178add41fc99f4d-00697a463c" "proxy-server 790421" 0.0068 "-" 790421 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55193/sda1/1/a/c2" "tx25fb6a178add41fc99f4d-00697a463c" "container-server 790421" 0.0009 "-" 790421 2 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:57645/sdb1/1/a/c2" "tx25fb6a178add41fc99f4d-00697a463c" "container-server 790421" 0.0050 "-" 790421 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx25fb6a178add41fc99f4d-00697a463c" "proxy-server 790421" 0.0251 "-" 790421 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx25fb6a178add41fc99f4d-00697a463c" "proxy-server 790421" 0.0155 "-" 790421 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/24/12 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx25fb6a178add41fc99f4d-00697a463c - 0.0376 - - 1769621052.618947983 1769621052.656544685 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf2fca1efe258492eabc18-00697a463c) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0ed1867b6bb241a69a7b0-00697a463c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7a2ec44602414beea6ef8-00697a463c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7a2ec44602414beea6ef8-00697a463c) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx7a2ec44602414beea6ef8-00697a463c) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3d0edf233df84982852d7-00697a463c) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3d0edf233df84982852d7-00697a463c) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx3d0edf233df84982852d7-00697a463c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3a30b5db540d47e790b19-00697a463c) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx3a30b5db540d47e790b19-00697a463c) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc2c94d313a8d4fbab9938-00697a463c) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txc2c94d313a8d4fbab9938-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx797c5966212b4b748a2dc-00697a463c) +test INFO: Client disconnected on read of '/a/c' (txn: tx797c5966212b4b748a2dc-00697a463c) +test INFO: Client disconnected on read of '/a/c' (txn: txa2a922d9d0f047b0bd7c0-00697a463c) +test INFO: Client disconnected on read of '/a/c' (txn: txa2a922d9d0f047b0bd7c0-00697a463c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd165d6fe382940d080ddd-00697a463c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3ae34d144d1a487da38d9-00697a463c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1da742c3cd0849bdaec04-00697a463c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1da742c3cd0849bdaec04-00697a463c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1da742c3cd0849bdaec04-00697a463c) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx1da742c3cd0849bdaec04-00697a463c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txaf7aa86389c14abf82989-00697a463c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txaf7aa86389c14abf82989-00697a463c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txaf7aa86389c14abf82989-00697a463c) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txaf7aa86389c14abf82989-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txde91920a5a004e7b8fd3b-00697a463c) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txde91920a5a004e7b8fd3b-00697a463c) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txde91920a5a004e7b8fd3b-00697a463c) +test ERROR: Account HEAD returning 503 for [] (txn: txde91920a5a004e7b8fd3b-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok + +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx83c3019fb02b4bb88e761-00697a463c) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx664ff7db07204d2287de0-00697a463c) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx664ff7db07204d2287de0-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx764d1c9db76542be8543d-00697a463c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx06b2bd547cbd4777ba762-00697a463c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47ee868af5ee496fa2f76-00697a463c) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0b1af7e97cfc42e69e9ac-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx67957cd3eee340a697db5-00697a463c) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb35ef6b957774ab4b9cf0-00697a463c) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txb35ef6b957774ab4b9cf0-00697a463c) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txbd169774149e42ec8fa46-00697a463c) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txbd169774149e42ec8fa46-00697a463c) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txbd169774149e42ec8fa46-00697a463c) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txbd169774149e42ec8fa46-00697a463c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txbd169774149e42ec8fa46-00697a463c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txbd169774149e42ec8fa46-00697a463c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txbd169774149e42ec8fa46-00697a463c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbd169774149e42ec8fa46-00697a463c) +test WARNING: Could not autocreate account '/account' (txn: txbd169774149e42ec8fa46-00697a463c) +test INFO: autocreate account '/account' (txn: tx2087247a209e45e5a09d3-00697a463c) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txe480e09f95d04a2e9bba1-00697a463c) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txe480e09f95d04a2e9bba1-00697a463c) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txe480e09f95d04a2e9bba1-00697a463c) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txe480e09f95d04a2e9bba1-00697a463c) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txe480e09f95d04a2e9bba1-00697a463c) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txe480e09f95d04a2e9bba1-00697a463c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe480e09f95d04a2e9bba1-00697a463c) +test WARNING: Could not autocreate account '/account' (txn: txe480e09f95d04a2e9bba1-00697a463c) +test INFO: autocreate account '/account' (txn: tx5ca1bd212b85492da2819-00697a463c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx21c0fa7ba14c448e9ae31-00697a463c)test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok + +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx21c0fa7ba14c448e9ae31-00697a463c) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx21c0fa7ba14c448e9ae31-00697a463c) +test INFO: autocreate account '/account' (txn: tx4cf7645b592a42b78dddc-00697a463c) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx6af7dae11f224e698e853-00697a463c) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx6af7dae11f224e698e853-00697a463c) +test INFO: autocreate account '/account' (txn: tx6af7dae11f224e698e853-00697a463c) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txb3b9222d1f0a46b6a74f3-00697a463c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb3b9222d1f0a46b6a74f3-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: txdbfc37ed41744b24a9d86-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx1c4af463e07847298f9d4-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5bc17f50da6d4de8a60f8-00697a463c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx25fc04e4dbba44a082876-00697a463c) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3ec2e7977d014f2981186-00697a463c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4f5dd185478a454493d27-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2e55f9419bc643d3a41a6-00697a463c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx87c0b139153b43b1a0d08-00697a463c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx08f6808560324381a35f3-00697a463c) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx08f6808560324381a35f3-00697a463c) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx08f6808560324381a35f3-00697a463c) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txdd4c747275dc4c7ca84bc-00697a463c)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621998.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c29/86a666f2b84d182290e118a2bcf93c29/86a666f2b84d182290e118a2bcf93c29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622003.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f69/05712650fe26b68297fd7e1364664f69/05712650fe26b68297fd7e1364664f69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622008.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/3b4/6273ad2928555c2c84630c2f55f6e3b4/6273ad2928555c2c84630c2f55f6e3b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622013.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/83d/2ba0785256beb39662b901033153883d/2ba0785256beb39662b901033153883d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622018.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/0ff/048f8512d24f512e0064e82fbca280ff/048f8512d24f512e0064e82fbca280ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622023.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/de7/4626a134a51e5e9e801877fd2c7fdde7/4626a134a51e5e9e801877fd2c7fdde7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622028.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/de5/a01a3946aecfb50f189cd6b2774f0de5/a01a3946aecfb50f189cd6b2774f0de5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622033.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/967/39b13bbba0b8626b1f6901bc0b71c967/39b13bbba0b8626b1f6901bc0b71c967.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622038.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c68/820de27cb98f933068d87e99cf9cfc68/820de27cb98f933068d87e99cf9cfc68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622043.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9c9/af25cdb074f077c8fd26d42254e759c9/af25cdb074f077c8fd26d42254e759c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622048.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ac9/4f44b85f06cfef4daf0b83aa7226bac9/4f44b85f06cfef4daf0b83aa7226bac9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622053.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/061/e6db15455f257a03945fa4b1cc58d061/e6db15455f257a03945fa4b1cc58d061.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622058.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/02b/5389c3b60829b86f88c7d1871cc2b02b/5389c3b60829b86f88c7d1871cc2b02b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622063.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/559/b2b810632fadda38c340272236e0f559/b2b810632fadda38c340272236e0f559.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622068.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ee0/c9f32dee74a408da8bdc131196922ee0/c9f32dee74a408da8bdc131196922ee0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622073.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/822/46ac18fabc116a8603c8b5f030515822/46ac18fabc116a8603c8b5f030515822.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622078.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/59c/df8ac51411a5fc456b2f6b78393b159c/df8ac51411a5fc456b2f6b78393b159c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622083.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/dae/8e7e980188593f968a84192407840dae/8e7e980188593f968a84192407840dae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622088.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/200/b1a93dde81e9e3ff7576fb1b46e9c200/b1a93dde81e9e3ff7576fb1b46e9c200.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622093.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/cc8/ecb73b091dcfcbf441f247f89c1fecc8/ecb73b091dcfcbf441f247f89c1fecc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622098.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ba1/8dd1865b1976bf3b4b1db80d20463ba1/8dd1865b1976bf3b4b1db80d20463ba1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622103.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/308/9defbd57e3367c96d5fc989977a06308/9defbd57e3367c96d5fc989977a06308.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622108.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b37/eb6d871751f7ead53764327975e7eb37/eb6d871751f7ead53764327975e7eb37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622113.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/6a0/b4a577b84919e8ac76296adb692986a0/b4a577b84919e8ac76296adb692986a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622118.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/21c/9dae339423646aad01fbfec9b6cd021c/9dae339423646aad01fbfec9b6cd021c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622123.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/6ce/9465e691209c7e3acffe1d05a95726ce/9465e691209c7e3acffe1d05a95726ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622128.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/655/b13d6a23d5761a65692c1195f142c655/b13d6a23d5761a65692c1195f142c655.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622133.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/49a/fac9b3d7a2e6fcc36927bc8ce522049a/fac9b3d7a2e6fcc36927bc8ce522049a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622138.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/136/28d52fd258e2771caae61116abc97136/28d52fd258e2771caae61116abc97136.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622143.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/eb0/680bfc1bd6d4364c6e82ab1c9803ceb0/680bfc1bd6d4364c6e82ab1c9803ceb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622148.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/91d/98bfa89ee4eedd7f42488e29be2fd91d/98bfa89ee4eedd7f42488e29be2fd91d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622153.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/913/c84bdd3d933baf92619802b61bf0d913/c84bdd3d933baf92619802b61bf0d913.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622158.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e4d/5c469f648eab111f4aa0f627b8bd0e4d/5c469f648eab111f4aa0f627b8bd0e4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622163.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d10/f031673c8400c7143e64e09ddaa27d10/f031673c8400c7143e64e09ddaa27d10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622168.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/77a/08902cf97cc79d6d208621403c19477a/08902cf97cc79d6d208621403c19477a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok + +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txdd4c747275dc4c7ca84bc-00697a463c) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txdd4c747275dc4c7ca84bc-00697a463c) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4cdd3a0c2a9b45f9b8a9d-00697a463c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4cdd3a0c2a9b45f9b8a9d-00697a463c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4cdd3a0c2a9b45f9b8a9d-00697a463c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4cdd3a0c2a9b45f9b8a9d-00697a463c) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txf81364af5000403280a17-00697a463c) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf81364af5000403280a17-00697a463c) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf81364af5000403280a17-00697a463c) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf81364af5000403280a17-00697a463c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx5fdb5c36ad5b4111a8c42-00697a463d) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx1e4e260d4e2b441489f93-00697a463d) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx1e4e260d4e2b441489f93-00697a463d) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx1e4e260d4e2b441489f93-00697a463d) +test ERROR: Account HEAD returning 503 for [] (txn: tx1e4e260d4e2b441489f93-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txbd4b1a2302834ccab900e-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbd4b1a2302834ccab900e-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txbd4b1a2302834ccab900e-00697a463d) +test ERROR: Account HEAD returning 503 for [] (txn: txbd4b1a2302834ccab900e-00697a463d) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txd706e4a9a57f4d2ab74b5-00697a463d) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx3fc1cb4a193b4326bfb93-00697a463d) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx3fc1cb4a193b4326bfb93-00697a463d)test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx082974f9d0ab4616b9651-00676d3535) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3fc1cb4a193b4326bfb93-00697a463d) +test ERROR: Account HEAD returning 503 for [] (txn: tx3fc1cb4a193b4326bfb93-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txfa5c93d47be74fc7a83d7-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfa5c93d47be74fc7a83d7-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfa5c93d47be74fc7a83d7-00697a463d) +test ERROR: Account HEAD returning 503 for [] (txn: txfa5c93d47be74fc7a83d7-00697a463d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx841f80332bb744f385c0d-00697a463d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx1ad6acb22002444cad5cc-00697a463d) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx1ad6acb22002444cad5cc-00697a463d) +test INFO: Client disconnected on read of '/a/c' (txn: tx1ad6acb22002444cad5cc-00697a463d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1ec8d0ef61a84a25873d6-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx804632596c1f4f0bb2ff5-00697a463d) +test INFO: Client disconnected on read of '/a/c' (txn: tx804632596c1f4f0bb2ff5-00697a463d) +test INFO: Client disconnected on read of '/a/c/' (txn: tx804632596c1f4f0bb2ff5-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx75ef0ebb4a134b92b6b37-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx75ef0ebb4a134b92b6b37-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx75ef0ebb4a134b92b6b37-00697a463d) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx75ef0ebb4a134b92b6b37-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx07523d8abb5a4d43a7387-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx07523d8abb5a4d43a7387-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx07523d8abb5a4d43a7387-00697a463d) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx07523d8abb5a4d43a7387-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx49de199c29b84ea0986aa-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx49de199c29b84ea0986aa-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx49de199c29b84ea0986aa-00697a463d) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx49de199c29b84ea0986aa-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txdbe1b4c8a2ca4371b7583-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txdbe1b4c8a2ca4371b7583-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txdbe1b4c8a2ca4371b7583-00697a463d) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txdbe1b4c8a2ca4371b7583-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx82ad5d4bcc2f436d840f1-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx82ad5d4bcc2f436d840f1-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx82ad5d4bcc2f436d840f1-00697a463d) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx82ad5d4bcc2f436d840f1-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf409300e91704cf282790-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf409300e91704cf282790-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf409300e91704cf282790-00697a463d) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf409300e91704cf282790-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx81cdce346cc744c4b89b2-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx81cdce346cc744c4b89b2-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx81cdce346cc744c4b89b2-00697a463d) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx81cdce346cc744c4b89b2-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx783cf81c16474e3fbe503-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx783cf81c16474e3fbe503-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx783cf81c16474e3fbe503-00697a463d) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx783cf81c16474e3fbe503-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe7aa09630ec542c088b04-00697a463d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txe7aa09630ec542c088b04-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe7aa09630ec542c088b04-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe7aa09630ec542c088b04-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe7aa09630ec542c088b04-00697a463d) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe7aa09630ec542c088b04-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb981af836e02459f926e3-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb981af836e02459f926e3-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb981af836e02459f926e3-00697a463d) +test ERROR: Container GET returning 503 for [503, 503] (txn: txb981af836e02459f926e3-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0a28b3bc5ca7476595767-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0a28b3bc5ca7476595767-00697a463d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx0a28b3bc5ca7476595767-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0a28b3bc5ca7476595767-00697a463d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0a28b3bc5ca7476595767-00697a463d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx0a28b3bc5ca7476595767-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0a28b3bc5ca7476595767-00697a463d) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx0a28b3bc5ca7476595767-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9de9dffae75449b989ec3-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9de9dffae75449b989ec3-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9de9dffae75449b989ec3-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: tx9de9dffae75449b989ec3-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbe665e6895b343c9ada1e-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbe665e6895b343c9ada1e-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbe665e6895b343c9ada1e-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: txbe665e6895b343c9ada1e-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0744132a5070401896da8-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0744132a5070401896da8-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0744132a5070401896da8-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: tx0744132a5070401896da8-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0fed6a2a888c4541ab57d-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0fed6a2a888c4541ab57d-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0fed6a2a888c4541ab57d-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: tx0fed6a2a888c4541ab57d-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txaca2bfe4cef74735a6577-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txaca2bfe4cef74735a6577-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txaca2bfe4cef74735a6577-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: txaca2bfe4cef74735a6577-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txade19cd57e6348e58866b-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txade19cd57e6348e58866b-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txade19cd57e6348e58866b-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: txade19cd57e6348e58866b-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb5ca2f827d62444f85f57-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb5ca2f827d62444f85f57-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb5ca2f827d62444f85f57-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: txb5ca2f827d62444f85f57-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcb6298a8784c41c7a1897-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcb6298a8784c41c7a1897-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcb6298a8784c41c7a1897-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: txcb6298a8784c41c7a1897-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc213ccc1f98d4e86bbc46-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc213ccc1f98d4e86bbc46-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc213ccc1f98d4e86bbc46-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: txc213ccc1f98d4e86bbc46-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx00a86537a98746d5a1f2e-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx00a86537a98746d5a1f2e-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx00a86537a98746d5a1f2e-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: tx00a86537a98746d5a1f2e-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0bc026779a6f453b92ba7-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0bc026779a6f453b92ba7-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0bc026779a6f453b92ba7-00697a463d) +test ERROR: Container GET returning 503 for [] (txn: tx0bc026779a6f453b92ba7-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2c95a52a0162496f8301d-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2c95a52a0162496f8301d-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2c95a52a0162496f8301d-00697a463d) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2c95a52a0162496f8301d-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa1876355e4524905a6bbe-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa1876355e4524905a6bbe-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa1876355e4524905a6bbe-00697a463d) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa1876355e4524905a6bbe-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcef52d4eb1f44678ac557-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcef52d4eb1f44678ac557-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcef52d4eb1f44678ac557-00697a463d) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcef52d4eb1f44678ac557-00697a463d) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx511c66fe4573448bbf324-00697a463d) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx511c66fe4573448bbf324-00697a463d) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx511c66fe4573448bbf324-00697a463d) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx511c66fe4573448bbf324-00697a463d) +test INFO: Client disconnected on read of '/a/c' (txn: txfd3404a8b249410d84485-00697a463d) +test INFO: Client disconnected on read of '/a/c/' (txn: txfd3404a8b249410d84485-00697a463d) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx51d14317313944d582340-00697a463d) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx51d14317313944d582340-00697a463d)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test ERROR: Failed to unlink '/tmp/tmpf24y0ob3/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpf24y0ob3/containers/part/suffix/hash/container_1769621053.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpf24y0ob3/containers/part/suffix/hash/container_1769621053.00000.db': ['/tmp/tmpf24y0ob3/containers/part/suffix/hash/container.db', '/tmp/tmpf24y0ob3/containers/part/suffix/hash/container_1769621054.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpf24y0ob3/containers/part/suffix/hash/container_1769621054.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211240.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d42/41723f02c491e031fa3ac06cd0cb3d42/41723f02c491e031fa3ac06cd0cb3d42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211245.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/5e1/8cd796963d46081a9921b96fb490f5e1/8cd796963d46081a9921b96fb490f5e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211250.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/69b/d6b4f9763eb86edffa14888fdd67269b/d6b4f9763eb86edffa14888fdd67269b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211255.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e35/cf9869d3d9417b98cc79a3798e3f1e35/cf9869d3d9417b98cc79a3798e3f1e35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211260.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ed9/6525cc68e4b4381ce025437a5ba8eed9/6525cc68e4b4381ce025437a5ba8eed9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211265.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/861/4d8abf47a79fae03cb23b17539600861/4d8abf47a79fae03cb23b17539600861.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211270.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/924/3673dcac4e7b7379d827aefe0f1dd924/3673dcac4e7b7379d827aefe0f1dd924.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211275.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b32/b79200a3c56405b44f8c2a113fbc6b32/b79200a3c56405b44f8c2a113fbc6b32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211280.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e4a/ebb57112be986c273a066af6a535be4a/ebb57112be986c273a066af6a535be4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211285.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6d8/6b3014cc56090e88b4f29235231ab6d8/6b3014cc56090e88b4f29235231ab6d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211290.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/fd2/1c475dd886917097898fd43f5de26fd2/1c475dd886917097898fd43f5de26fd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211295.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/19c/9dd1ac95c2171395c5470d790570a19c/9dd1ac95c2171395c5470d790570a19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211300.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/66f/191d2999f0dbb1c9d895fa15ec74f66f/191d2999f0dbb1c9d895fa15ec74f66f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211305.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e75/678adbffa9b51a195cbee6a4e9ab4e75/678adbffa9b51a195cbee6a4e9ab4e75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211310.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/224/0c64b05fc9bf3b0bea7cb93141c20224/0c64b05fc9bf3b0bea7cb93141c20224.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211315.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/978/488f16a93a81e946657e76ad19f4e978/488f16a93a81e946657e76ad19f4e978.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211320.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/247/7bfcb4d9ae0eb23f935738697c033247/7bfcb4d9ae0eb23f935738697c033247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211325.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e49/2425bc727ead18551adb36c63cf44e49/2425bc727ead18551adb36c63cf44e49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211330.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/be7/1f96a54f9fa21fd40d37af6fad374be7/1f96a54f9fa21fd40d37af6fad374be7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211335.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/48f/9bb979e447cd915ff0ff393e4962748f/9bb979e447cd915ff0ff393e4962748f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211340.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d8c/b68963c0c39e46b82c082e3dd90a7d8c/b68963c0c39e46b82c082e3dd90a7d8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211345.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ebc/bdb371eee55f224c5285f62bc74faebc/bdb371eee55f224c5285f62bc74faebc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211350.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6c7/f22a3513bede54e71f50efaed4c566c7/f22a3513bede54e71f50efaed4c566c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211355.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/c4b/3541504798758effaadcc8be8d488c4b/3541504798758effaadcc8be8d488c4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211360.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/bab/b049e95ecd2363ea275b0bb619a72bab/b049e95ecd2363ea275b0bb619a72bab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211365.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6c0/c58b8b90f1957b4115eca336bcea96c0/c58b8b90f1957b4115eca336bcea96c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211370.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/385/5e10d63542d4d42c14beedb71a31a385/5e10d63542d4d42c14beedb71a31a385.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211375.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/6d9/e50c708f5a59a13c8b066af0584996d9/e50c708f5a59a13c8b066af0584996d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211380.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/93c/5068fe1bc32480d859b11d805305493c/5068fe1bc32480d859b11d805305493c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211385.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e59/c12f62040fc7a17da095293ce024be59/c12f62040fc7a17da095293ce024be59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211390.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/2ab/15e166c941986f354b7f6be88ba802ab/15e166c941986f354b7f6be88ba802ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211395.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/082/cbdec9131efd04d03d04ea9673942082/cbdec9131efd04d03d04ea9673942082.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211400.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/cf5/0bbeb75f1ef9820594257b210eb62cf5/0bbeb75f1ef9820594257b210eb62cf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211405.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/1e8/a73aacba4c5e2eb47d346513f20571e8/a73aacba4c5e2eb47d346513f20571e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211410.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d03/0f63dff0f1b8728f55006a30c7d77d03/0f63dff0f1b8728f55006a30c7d77d03.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx51d14317313944d582340-00697a463d) +test ERROR: Account HEAD returning 503 for [] (txn: tx51d14317313944d582340-00697a463d) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txfd8684fccc7c4628a3138-00697a463d) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txfd8684fccc7c4628a3138-00697a463d) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txfd8684fccc7c4628a3138-00697a463d) +test ERROR: Account HEAD returning 503 for [] (txn: txfd8684fccc7c4628a3138-00697a463d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx67b02ef92d2f4601bee6b-00697a463d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txa2ff9c12bc6a432a82836-00697a463d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx159b97c60a674d25b9ceb-00697a463d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211415.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/b92/04cfc02521dea69375077024ef6c8b92/04cfc02521dea69375077024ef6c8b92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211420.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ab1/131be1108800da1b50a98c3744663ab1/131be1108800da1b50a98c3744663ab1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211425.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/29e/1635f0fe215bf100167c09e55f04129e/1635f0fe215bf100167c09e55f04129e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211430.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/2ec/7317044d935113a7b4a29231e1c3e2ec/7317044d935113a7b4a29231e1c3e2ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211435.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/137/e5749aca091828507af7ce56124f5137/e5749aca091828507af7ce56124f5137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211440.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/cda/9c83834b9dccd04517aa84283f380cda/9c83834b9dccd04517aa84283f380cda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211445.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/012/e632517caf235cfb02ba213e040e9012/e632517caf235cfb02ba213e040e9012.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211450.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/26c/51a600ec4d79a6e36e27a808e9bf026c/51a600ec4d79a6e36e27a808e9bf026c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211455.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/9fa/c10a333bd2e23789419b5826b78e99fa/c10a333bd2e23789419b5826b78e99fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211460.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/448/aa7e32aafbcbf4b3b2ea519d8685b448/aa7e32aafbcbf4b3b2ea519d8685b448.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211465.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d4c/58ffbe275a358f1c3330c336ddfebd4c/58ffbe275a358f1c3330c336ddfebd4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211470.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/4ee/1a398e82dbaf12d0de3a577b8cc394ee/1a398e82dbaf12d0de3a577b8cc394ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211475.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/d66/23d82dd582ca3656a9b381a63539ed66/23d82dd582ca3656a9b381a63539ed66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211480.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/708/decb2c01505d9bc720a9a9e5eeb38708/decb2c01505d9bc720a9a9e5eeb38708.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211485.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/2b1/4e4e50409024fd2366be144455f672b1/4e4e50409024fd2366be144455f672b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211490.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/ed4/12f9d4003838adbfeeaff24190eeded4/12f9d4003838adbfeeaff24190eeded4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211495.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/000/bb624caeab7102d60438f59655f41000/bb624caeab7102d60438f59655f41000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211500.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/7ae/efaf317e119bf1dd49c8cb53e7af07ae/efaf317e119bf1dd49c8cb53e7af07ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211505.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/dd5/49259258e7be31259d957c23c2134dd5/49259258e7be31259d957c23c2134dd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211510.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/4bc/364bdde10ebb78df520166f1bd7ae4bc/364bdde10ebb78df520166f1bd7ae4bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211515.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/57a/8bb7aec865ec15146fbbaa00408e557a/8bb7aec865ec15146fbbaa00408e557a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211520.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/5fb/68577ed76e727f465c9c708aa0c255fb/68577ed76e727f465c9c708aa0c255fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211525.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/f7b/27377acd1207060cfd8c6eb4f936ef7b/27377acd1207060cfd8c6eb4f936ef7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211530.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/673/12eb93df6a6313565eed3939c7366673/12eb93df6a6313565eed3939c7366673.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211535.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/053/bc3be9ebc74d2ec1cd29d9a53ac6c053/bc3be9ebc74d2ec1cd29d9a53ac6c053.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211540.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/8a2/4d640c7e65b7ee283f4965a88d70d8a2/4d640c7e65b7ee283f4965a88d70d8a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735211545.00000-0, db: /tmp/tmpfvln6jtw/sda/containers/0/e0b/7a1ed4017b05cedb7599d53aa3c88e0b/7a1ed4017b05cedb7599d53aa3c88e0b.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/f97/4eb4a7f9cc9afe5a7116574a98b0cf97/4eb4a7f9cc9afe5a7116574a98b0cf97.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210305.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/f97/4eb4a7f9cc9afe5a7116574a98b0cf97/4eb4a7f9cc9afe5a7116574a98b0cf97_1735210305.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/dc5/62b624550cff0e087efa31bad7ba3dc5/62b624550cff0e087efa31bad7ba3dc5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210309.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/dc5/62b624550cff0e087efa31bad7ba3dc5/62b624550cff0e087efa31bad7ba3dc5_1735210309.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/986/2e467b7af4a54d7c63069b5f2a896986/2e467b7af4a54d7c63069b5f2a896986.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210313.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/986/2e467b7af4a54d7c63069b5f2a896986/2e467b7af4a54d7c63069b5f2a896986_1735210313.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/377/f1e06b08ce61dc89d782cf22d0e65377/f1e06b08ce61dc89d782cf22d0e65377.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210317.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/377/f1e06b08ce61dc89d782cf22d0e65377/f1e06b08ce61dc89d782cf22d0e65377_1735210317.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/91b/fd7c3c0bf4ce6801f069956a8b82391b/fd7c3c0bf4ce6801f069956a8b82391b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210321.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/91b/fd7c3c0bf4ce6801f069956a8b82391b/fd7c3c0bf4ce6801f069956a8b82391b_1735210321.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210325.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa/e7be1cd0b2ab751c5dcbddb85dc25bfa_1735210325.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/e15/19d4961c6a20fd5d30d6da69090a8e15/19d4961c6a20fd5d30d6da69090a8e15.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210329.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/e15/19d4961c6a20fd5d30d6da69090a8e15/19d4961c6a20fd5d30d6da69090a8e15_1735210329.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/9a1/853dfde2b44fe729f522e85e3db399a1/853dfde2b44fe729f522e85e3db399a1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210333.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/9a1/853dfde2b44fe729f522e85e3db399a1/853dfde2b44fe729f522e85e3db399a1_1735210333.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/5d8/d634183940d1019a5534eb8fa553f5d8/d634183940d1019a5534eb8fa553f5d8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210337.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/5d8/d634183940d1019a5534eb8fa553f5d8/d634183940d1019a5534eb8fa553f5d8_1735210337.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/e84/e862d6fe741c536d44cdf48625551e84/e862d6fe741c536d44cdf48625551e84.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210341.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/e84/e862d6fe741c536d44cdf48625551e84/e862d6fe741c536d44cdf48625551e84_1735210341.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/4e9/5f4177a8c30eed77ace8ba8b890a94e9/5f4177a8c30eed77ace8ba8b890a94e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210345.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/4e9/5f4177a8c30eed77ace8ba8b890a94e9/5f4177a8c30eed77ace8ba8b890a94e9_1735210345.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/681/b41b957a145f00471df45f8078bc5681/b41b957a145f00471df45f8078bc5681.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210349.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/681/b41b957a145f00471df45f8078bc5681/b41b957a145f00471df45f8078bc5681_1735210349.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210353.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba_1735210353.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210357.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60_1735210357.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210361.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16_1735210361.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/c83/765a6b390bfe1ddb90e6c70c104dfc83/765a6b390bfe1ddb90e6c70c104dfc83.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210365.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/c83/765a6b390bfe1ddb90e6c70c104dfc83/765a6b390bfe1ddb90e6c70c104dfc83_1735210365.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/d05/5e9d773007ccd5114f22679255f8ed05/5e9d773007ccd5114f22679255f8ed05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210369.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/d05/5e9d773007ccd5114f22679255f8ed05/5e9d773007ccd5114f22679255f8ed05_1735210369.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/0f3/ffa6187a0bc17608d6ac8b561b0bb0f3/ffa6187a0bc17608d6ac8b561b0bb0f3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210373.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/0f3/ffa6187a0bc17608d6ac8b561b0bb0f3/ffa6187a0bc17608d6ac8b561b0bb0f3_1735210373.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/da0/9673469e22737fd455a6e03aaf79dda0/9673469e22737fd455a6e03aaf79dda0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210377.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/da0/9673469e22737fd455a6e03aaf79dda0/9673469e22737fd455a6e03aaf79dda0_1735210377.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/d62/8f09c2d159a22bd17ce786de860fed62/8f09c2d159a22bd17ce786de860fed62.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210381.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/d62/8f09c2d159a22bd17ce786de860fed62/8f09c2d159a22bd17ce786de860fed62_1735210381.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210385.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f/0dfd9e5cef97d1b5e1e6d67c36060b8f_1735210385.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/b06/14e897bd1cb3da83b70cb0cf7ef9eb06/14e897bd1cb3da83b70cb0cf7ef9eb06.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210389.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/b06/14e897bd1cb3da83b70cb0cf7ef9eb06/14e897bd1cb3da83b70cb0cf7ef9eb06_1735210389.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/d2c/99fb2f246f079a7181fa35f1de25dd2c/99fb2f246f079a7181fa35f1de25dd2c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210393.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/d2c/99fb2f246f079a7181fa35f1de25dd2c/99fb2f246f079a7181fa35f1de25dd2c_1735210393.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/74a/a590913aaa6e9f181b7f4e2f0747574a/a590913aaa6e9f181b7f4e2f0747574a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210397.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/74a/a590913aaa6e9f181b7f4e2f0747574a/a590913aaa6e9f181b7f4e2f0747574a_1735210397.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/22b/19e4f0c3b99ad96940b343369a8d422b/19e4f0c3b99ad96940b343369a8d422b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210401.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/22b/19e4f0c3b99ad96940b343369a8d422b/19e4f0c3b99ad96940b343369a8d422b_1735210401.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/a9b/cbc1b552867784c564576f0beb125a9b/cbc1b552867784c564576f0beb125a9b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210405.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/a9b/cbc1b552867784c564576f0beb125a9b/cbc1b552867784c564576f0beb125a9b_1735210405.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/eb6/ef45c865b9f954402ba5f813ca7f6eb6/ef45c865b9f954402ba5f813ca7f6eb6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210409.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/eb6/ef45c865b9f954402ba5f813ca7f6eb6/ef45c865b9f954402ba5f813ca7f6eb6_1735210409.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/17b/26c163eac6b3d9fe3658b22b6de2e17b/26c163eac6b3d9fe3658b22b6de2e17b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210413.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/17b/26c163eac6b3d9fe3658b22b6de2e17b/26c163eac6b3d9fe3658b22b6de2e17b_1735210413.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/723/ee920d34dac258877abdf07fca565723/ee920d34dac258877abdf07fca565723.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210417.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/723/ee920d34dac258877abdf07fca565723/ee920d34dac258877abdf07fca565723_1735210417.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/a0e/86752211637543fca91ede6bb0272a0e/86752211637543fca91ede6bb0272a0e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210421.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/a0e/86752211637543fca91ede6bb0272a0e/86752211637543fca91ede6bb0272a0e_1735210421.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/3e2/9443d3a96a854e778ce65b26cd75a3e2/9443d3a96a854e778ce65b26cd75a3e2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210425.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/3e2/9443d3a96a854e778ce65b26cd75a3e2/9443d3a96a854e778ce65b26cd75a3e2_1735210425.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/2e3/4dd9e27a16c067d0030bf754cb12f2e3/4dd9e27a16c067d0030bf754cb12f2e3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210429.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/2e3/4dd9e27a16c067d0030bf754cb12f2e3/4dd9e27a16c067d0030bf754cb12f2e3_1735210429.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/f98/f42ebb81f3c491510b8de4057e6a5f98/f42ebb81f3c491510b8de4057e6a5f98.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210433.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/f98/f42ebb81f3c491510b8de4057e6a5f98/f42ebb81f3c491510b8de4057e6a5f98_1735210433.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/8ce/e9c7a3b705e9646eee5ab8f81162b8ce/e9c7a3b705e9646eee5ab8f81162b8ce.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210437.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/8ce/e9c7a3b705e9646eee5ab8f81162b8ce/e9c7a3b705e9646eee5ab8f81162b8ce_1735210437.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/c18/d9f62147d0e9202f47e5d5f5c0bd3c18/d9f62147d0e9202f47e5d5f5c0bd3c18.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210441.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/c18/d9f62147d0e9202f47e5d5f5c0bd3c18/d9f62147d0e9202f47e5d5f5c0bd3c18_1735210441.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/a69/15352ddc5e21b6cf6d326e2f0b254a69/15352ddc5e21b6cf6d326e2f0b254a69.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210445.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/a69/15352ddc5e21b6cf6d326e2f0b254a69/15352ddc5e21b6cf6d326e2f0b254a69_1735210445.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/d79/627389918d7bade142caa0dbbb465d79/627389918d7bade142caa0dbbb465d79.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210449.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/d79/627389918d7bade142caa0dbbb465d79/627389918d7bade142caa0dbbb465d79_1735210449.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/9cc/d39f7006c4fc2ca0b1456179afa6c9cc/d39f7006c4fc2ca0b1456179afa6c9cc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210453.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/9cc/d39f7006c4fc2ca0b1456179afa6c9cc/d39f7006c4fc2ca0b1456179afa6c9cc_1735210453.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/84c/cf324daca71e695871ed0e50777f984c/cf324daca71e695871ed0e50777f984c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210457.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/84c/cf324daca71e695871ed0e50777f984c/cf324daca71e695871ed0e50777f984c_1735210457.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/b90/71f8c8bb1b60a640078457e9b0821b90/71f8c8bb1b60a640078457e9b0821b90.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210461.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/b90/71f8c8bb1b60a640078457e9b0821b90/71f8c8bb1b60a640078457e9b0821b90_1735210461.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/d5c/d26ea8ee19ebb9f4e82cc5d7722edd5c/d26ea8ee19ebb9f4e82cc5d7722edd5c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210465.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/d5c/d26ea8ee19ebb9f4e82cc5d7722edd5c/d26ea8ee19ebb9f4e82cc5d7722edd5c_1735210465.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/b7a/4da7a0010e4c2bf33997ac40122c1b7a/4da7a0010e4c2bf33997ac40122c1b7a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210469.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/b7a/4da7a0010e4c2bf33997ac40122c1b7a/4da7a0010e4c2bf33997ac40122c1b7a_1735210469.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/ae5/cf0e5dbd94d3765fd99118e1112efae5/cf0e5dbd94d3765fd99118e1112efae5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210473.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/ae5/cf0e5dbd94d3765fd99118e1112efae5/cf0e5dbd94d3765fd99118e1112efae5_1735210473.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/807/7476925a43782b0355047b610b317807/7476925a43782b0355047b610b317807.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210477.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/807/7476925a43782b0355047b610b317807/7476925a43782b0355047b610b317807_1735210477.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/700/43f1ab37b279dde0bcaa624b0a5bd700/43f1ab37b279dde0bcaa624b0a5bd700.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210481.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/700/43f1ab37b279dde0bcaa624b0a5bd700/43f1ab37b279dde0bcaa624b0a5bd700_1735210481.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/6b1/cf0a9a84647933eac73622aa73da16b1/cf0a9a84647933eac73622aa73da16b1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210485.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/6b1/cf0a9a84647933eac73622aa73da16b1/cf0a9a84647933eac73622aa73da16b1_1735210485.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/512/5415bcf376e70e193584a1699f312512/5415bcf376e70e193584a1699f312512.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210489.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/512/5415bcf376e70e193584a1699f312512/5415bcf376e70e193584a1699f312512_1735210489.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/06e/a7bad7daa7d936de1272412234c4606e/a7bad7daa7d936de1272412234c4606e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210493.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/06e/a7bad7daa7d936de1272412234c4606e/a7bad7daa7d936de1272412234c4606e_1735210493.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/252/235482cb4a5f32aa1f8a129df4eec252/235482cb4a5f32aa1f8a129df4eec252.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210497.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/252/235482cb4a5f32aa1f8a129df4eec252/235482cb4a5f32aa1f8a129df4eec252_1735210497.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/077/7709902ddaa459d9032523a341a42077/7709902ddaa459d9032523a341a42077.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210501.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/077/7709902ddaa459d9032523a341a42077/7709902ddaa459d9032523a341a42077_1735210501.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/f5a/508df333e138acf0310737b3a57eef5a/508df333e138acf0310737b3a57eef5a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210505.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/f5a/508df333e138acf0310737b3a57eef5a/508df333e138acf0310737b3a57eef5a_1735210505.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/df0/e44818c63efaff4b9c9b75ac0c3ccdf0/e44818c63efaff4b9c9b75ac0c3ccdf0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210509.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/df0/e44818c63efaff4b9c9b75ac0c3ccdf0/e44818c63efaff4b9c9b75ac0c3ccdf0_1735210509.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/987/9aa652060b5955af8770517f1b3b1987/9aa652060b5955af8770517f1b3b1987.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210513.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/987/9aa652060b5955af8770517f1b3b1987/9aa652060b5955af8770517f1b3b1987_1735210513.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/a8e/bc7ff9785aa76fc9e33144938250ba8e/bc7ff9785aa76fc9e33144938250ba8e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210517.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/a8e/bc7ff9785aa76fc9e33144938250ba8e/bc7ff9785aa76fc9e33144938250ba8e_1735210517.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/ceb/6af183d21ebce0d87284ac94258afceb/6af183d21ebce0d87284ac94258afceb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210521.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/ceb/6af183d21ebce0d87284ac94258afceb/6af183d21ebce0d87284ac94258afceb_1735210521.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/5f1/a07b0f1ed8e187479474709468ffc5f1/a07b0f1ed8e187479474709468ffc5f1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210525.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/5f1/a07b0f1ed8e187479474709468ffc5f1/a07b0f1ed8e187479474709468ffc5f1_1735210525.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/b38/714cbbaffeb3ae0e77e4e409ebb41b38/714cbbaffeb3ae0e77e4e409ebb41b38.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210529.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/b38/714cbbaffeb3ae0e77e4e409ebb41b38/714cbbaffeb3ae0e77e4e409ebb41b38_1735210529.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/262/6d90c0b27b1506b617f56d06256b0262/6d90c0b27b1506b617f56d06256b0262.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210533.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/262/6d90c0b27b1506b617f56d06256b0262/6d90c0b27b1506b617f56d06256b0262_1735210533.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/675/b62a0f6a064312a233ff91ddf9006675/b62a0f6a064312a233ff91ddf9006675.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210537.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/675/b62a0f6a064312a233ff91ddf9006675/b62a0f6a064312a233ff91ddf9006675_1735210537.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/b83/6a8cf04a1b307d2110ba35dfb2f9db83/6a8cf04a1b307d2110ba35dfb2f9db83.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210541.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/b83/6a8cf04a1b307d2110ba35dfb2f9db83/6a8cf04a1b307d2110ba35dfb2f9db83_1735210541.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/75f/5a4e2b8bfa96ed14393dba000908475f/5a4e2b8bfa96ed14393dba000908475f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210545.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/75f/5a4e2b8bfa96ed14393dba000908475f/5a4e2b8bfa96ed14393dba000908475f_1735210545.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/417/ab3bb2afe789eccb133f9a36685d2417/ab3bb2afe789eccb133f9a36685d2417.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210549.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/417/ab3bb2afe789eccb133f9a36685d2417/ab3bb2afe789eccb133f9a36685d2417_1735210549.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/5e7/6c239600ab46356a7f2c4e40ba9e05e7/6c239600ab46356a7f2c4e40ba9e05e7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210553.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/5e7/6c239600ab46356a7f2c4e40ba9e05e7/6c239600ab46356a7f2c4e40ba9e05e7_1735210553.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/bf8/778e1638d82bb076d26ccf9b63138bf8/778e1638d82bb076d26ccf9b63138bf8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210557.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/bf8/778e1638d82bb076d26ccf9b63138bf8/778e1638d82bb076d26ccf9b63138bf8_1735210557.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/cda/82cb52a1ff3afce8c394c6d65545bcda/82cb52a1ff3afce8c394c6d65545bcda.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210561.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/cda/82cb52a1ff3afce8c394c6d65545bcda/82cb52a1ff3afce8c394c6d65545bcda_1735210561.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/008/de021dbcf9d1783ec5a5a65dcbe68008/de021dbcf9d1783ec5a5a65dcbe68008.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210565.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/008/de021dbcf9d1783ec5a5a65dcbe68008/de021dbcf9d1783ec5a5a65dcbe68008_1735210565.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/cc8/6fc3a72926f380062adcaad0a9f20cc8/6fc3a72926f380062adcaad0a9f20cc8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210569.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/cc8/6fc3a72926f380062adcaad0a9f20cc8/6fc3a72926f380062adcaad0a9f20cc8_1735210569.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/1d1/d4d1a88a3026bc4031019202159a31d1/d4d1a88a3026bc4031019202159a31d1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210573.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/1d1/d4d1a88a3026bc4031019202159a31d1/d4d1a88a3026bc4031019202159a31d1_1735210573.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/b8a/109b932dec110c6ea3fceb6e53203b8a/109b932dec110c6ea3fceb6e53203b8a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210577.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/b8a/109b932dec110c6ea3fceb6e53203b8a/109b932dec110c6ea3fceb6e53203b8a_1735210577.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/478/192df2b7dd92c7bcb076b2c595636478/192df2b7dd92c7bcb076b2c595636478.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210581.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/478/192df2b7dd92c7bcb076b2c595636478/192df2b7dd92c7bcb076b2c595636478_1735210581.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/ed9/ca6c21a87831b2189a42109ecf001ed9/ca6c21a87831b2189a42109ecf001ed9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210585.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/ed9/ca6c21a87831b2189a42109ecf001ed9/ca6c21a87831b2189a42109ecf001ed9_1735210585.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/b08/4d0fc75768adec3b2b61a0d42c063b08/4d0fc75768adec3b2b61a0d42c063b08.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210589.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/b08/4d0fc75768adec3b2b61a0d42c063b08/4d0fc75768adec3b2b61a0d42c063b08_1735210589.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/391/42b943b2add7f1767e864ee29c423391/42b943b2add7f1767e864ee29c423391.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210593.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/391/42b943b2add7f1767e864ee29c423391/42b943b2add7f1767e864ee29c423391_1735210593.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/af2/3b063e6873a27c2a953af6fbf8763af2/3b063e6873a27c2a953af6fbf8763af2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210597.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/af2/3b063e6873a27c2a953af6fbf8763af2/3b063e6873a27c2a953af6fbf8763af2_1735210597.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/9d4/d3a7562900012d361ad641b44cf009d4/d3a7562900012d361ad641b44cf009d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210601.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/9d4/d3a7562900012d361ad641b44cf009d4/d3a7562900012d361ad641b44cf009d4_1735210601.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/af3/6f2fa5d0ae7257cbf83b5a634f988af3/6f2fa5d0ae7257cbf83b5a634f988af3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210605.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/af3/6f2fa5d0ae7257cbf83b5a634f988af3/6f2fa5d0ae7257cbf83b5a634f988af3_1735210605.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/84b/491fd40c5b06b316b3dabba4918ce84b/491fd40c5b06b316b3dabba4918ce84b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210609.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/84b/491fd40c5b06b316b3dabba4918ce84b/491fd40c5b06b316b3dabba4918ce84b_1735210609.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/315/791cca5d0e5384a78300740f3d95e315/791cca5d0e5384a78300740f3d95e315.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210613.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/315/791cca5d0e5384a78300740f3d95e315/791cca5d0e5384a78300740f3d95e315_1735210613.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/564/87d3a6aee683f992bc9cde0dd1d34564/87d3a6aee683f992bc9cde0dd1d34564.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210617.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/564/87d3a6aee683f992bc9cde0dd1d34564/87d3a6aee683f992bc9cde0dd1d34564_1735210617.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/a0b/a1dd3c2c685c2a7b3639542c83576a0b/a1dd3c2c685c2a7b3639542c83576a0b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210621.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/a0b/a1dd3c2c685c2a7b3639542c83576a0b/a1dd3c2c685c2a7b3639542c83576a0b_1735210621.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/bbe/91f5237bf0332569a9755ca3cd860bbe/91f5237bf0332569a9755ca3cd860bbe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210625.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/bbe/91f5237bf0332569a9755ca3cd860bbe/91f5237bf0332569a9755ca3cd860bbe_1735210625.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/fef/5ad15123747c9233b1ad3f085e4b6fef/5ad15123747c9233b1ad3f085e4b6fef.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210629.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/fef/5ad15123747c9233b1ad3f085e4b6fef/5ad15123747c9233b1ad3f085e4b6fef_1735210629.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/7c6/c9736ae15013ae53b16fb7405be9a7c6/c9736ae15013ae53b16fb7405be9a7c6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210633.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/7c6/c9736ae15013ae53b16fb7405be9a7c6/c9736ae15013ae53b16fb7405be9a7c6_1735210633.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/af8/125fcb8e101e53fd51720fc9b2530af8/125fcb8e101e53fd51720fc9b2530af8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210637.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/af8/125fcb8e101e53fd51720fc9b2530af8/125fcb8e101e53fd51720fc9b2530af8_1735210637.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/740/2956f85515735d264374835c19e19740/2956f85515735d264374835c19e19740.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210641.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/740/2956f85515735d264374835c19e19740/2956f85515735d264374835c19e19740_1735210641.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/8e9/41c5d6560cf2180e6f6b5243aa08a8e9/41c5d6560cf2180e6f6b5243aa08a8e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210645.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/8e9/41c5d6560cf2180e6f6b5243aa08a8e9/41c5d6560cf2180e6f6b5243aa08a8e9_1735210645.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/cc6/9cf75305f65e707f5399f259d5a06cc6/9cf75305f65e707f5399f259d5a06cc6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210649.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/cc6/9cf75305f65e707f5399f259d5a06cc6/9cf75305f65e707f5399f259d5a06cc6_1735210649.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/4dc/4a3118d7f9e4211575fdb9478bf704dc/4a3118d7f9e4211575fdb9478bf704dc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210653.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/4dc/4a3118d7f9e4211575fdb9478bf704dc/4a3118d7f9e4211575fdb9478bf704dc_1735210653.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/7e8/9afbd93b01c3c0f2adac2754fe0427e8/9afbd93b01c3c0f2adac2754fe0427e8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210657.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/7e8/9afbd93b01c3c0f2adac2754fe0427e8/9afbd93b01c3c0f2adac2754fe0427e8_1735210657.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/a33/ead082e2fd94b4061bfe1c1968f99a33/ead082e2fd94b4061bfe1c1968f99a33.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210661.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/a33/ead082e2fd94b4061bfe1c1968f99a33/ead082e2fd94b4061bfe1c1968f99a33_1735210661.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/2c4/6521f84895d6c3d8f6d747892b2cc2c4/6521f84895d6c3d8f6d747892b2cc2c4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210665.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/2c4/6521f84895d6c3d8f6d747892b2cc2c4/6521f84895d6c3d8f6d747892b2cc2c4_1735210665.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/ad3/4f13f8defa4cf80a962ce0daa8ce9ad3/4f13f8defa4cf80a962ce0daa8ce9ad3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210669.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/ad3/4f13f8defa4cf80a962ce0daa8ce9ad3/4f13f8defa4cf80a962ce0daa8ce9ad3_1735210669.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/8c9/503de273cb29c285c057cad9a0f608c9/503de273cb29c285c057cad9a0f608c9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210673.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/8c9/503de273cb29c285c057cad9a0f608c9/503de273cb29c285c057cad9a0f608c9_1735210673.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/936/d57d564157e93c44e816e47b629be936/d57d564157e93c44e816e47b629be936.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210677.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/936/d57d564157e93c44e816e47b629be936/d57d564157e93c44e816e47b629be936_1735210677.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/c17/70dbd1c442d4754c8e41ce1852e15c17/70dbd1c442d4754c8e41ce1852e15c17.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210681.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/c17/70dbd1c442d4754c8e41ce1852e15c17/70dbd1c442d4754c8e41ce1852e15c17_1735210681.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/512/fe31df4ae008960ddb7d85554a6ec512/fe31df4ae008960ddb7d85554a6ec512.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210685.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/512/fe31df4ae008960ddb7d85554a6ec512/fe31df4ae008960ddb7d85554a6ec512_1735210685.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/13f/bb9b58db51539c36d21c0c5a3a1df13f/bb9b58db51539c36d21c0c5a3a1df13f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210689.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/13f/bb9b58db51539c36d21c0c5a3a1df13f/bb9b58db51539c36d21c0c5a3a1df13f_1735210689.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/039/6fa3c2ff7007b78f580d97f06d914039/6fa3c2ff7007b78f580d97f06d914039.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210693.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/039/6fa3c2ff7007b78f580d97f06d914039/6fa3c2ff7007b78f580d97f06d914039_1735210693.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/23b/ad999bbf657a50cd4de55970f23c523b/ad999bbf657a50cd4de55970f23c523b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210697.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/23b/ad999bbf657a50cd4de55970f23c523b/ad999bbf657a50cd4de55970f23c523b_1735210697.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/506/a1bee517ab3086e40cb1c861d97e0506/a1bee517ab3086e40cb1c861d97e0506.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210701.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/506/a1bee517ab3086e40cb1c861d97e0506/a1bee517ab3086e40cb1c861d97e0506_1735210701.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/8e9/89384ba7ba4b38f50f9bc3b5dced38e9/89384ba7ba4b38f50f9bc3b5dced38e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210705.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/8e9/89384ba7ba4b38f50f9bc3b5dced38e9/89384ba7ba4b38f50f9bc3b5dced38e9_1735210705.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/d3d/5cd771011518904b1fcb8538304a2d3d/5cd771011518904b1fcb8538304a2d3d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210709.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/d3d/5cd771011518904b1fcb8538304a2d3d/5cd771011518904b1fcb8538304a2d3d_1735210709.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/518/57da660307659df5effded5c9d553518/57da660307659df5effded5c9d553518.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210713.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/518/57da660307659df5effded5c9d553518/57da660307659df5effded5c9d553518_1735210713.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/26e/4525a7e6d821579166935fd72693726e/4525a7e6d821579166935fd72693726e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210717.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/26e/4525a7e6d821579166935fd72693726e/4525a7e6d821579166935fd72693726e_1735210717.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/20d/3a3365d236d39421842dc09c128ff20d/3a3365d236d39421842dc09c128ff20d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210721.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/20d/3a3365d236d39421842dc09c128ff20d/3a3365d236d39421842dc09c128ff20d_1735210721.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/0c1/05379c00b9c75988249ed0f8f204f0c1/05379c00b9c75988249ed0f8f204f0c1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210725.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/0c1/05379c00b9c75988249ed0f8f204f0c1/05379c00b9c75988249ed0f8f204f0c1_1735210725.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/a00/09520f26839e4965c32913b13fd8ea00/09520f26839e4965c32913b13fd8ea00.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210729.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/a00/09520f26839e4965c32913b13fd8ea00/09520f26839e4965c32913b13fd8ea00_1735210729.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/58f/eaffbf5c2884ec6953ad84d89e00258f/eaffbf5c2884ec6953ad84d89e00258f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210733.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/58f/eaffbf5c2884ec6953ad84d89e00258f/eaffbf5c2884ec6953ad84d89e00258f_1735210733.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/72d/c74c6f827f8402f1a30a8d4c081bc72d/c74c6f827f8402f1a30a8d4c081bc72d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210737.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/72d/c74c6f827f8402f1a30a8d4c081bc72d/c74c6f827f8402f1a30a8d4c081bc72d_1735210737.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/03b/683f213db5c8d9a28a5c5530539e603b/683f213db5c8d9a28a5c5530539e603b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210741.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/03b/683f213db5c8d9a28a5c5530539e603b/683f213db5c8d9a28a5c5530539e603b_1735210741.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/d87/c2e88302a1c2b983dfee9522cae4cd87/c2e88302a1c2b983dfee9522cae4cd87.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210745.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/d87/c2e88302a1c2b983dfee9522cae4cd87/c2e88302a1c2b983dfee9522cae4cd87_1735210745.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/696/1e60f22e45ede4d6ba7f06cbd04ef696/1e60f22e45ede4d6ba7f06cbd04ef696.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210749.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/696/1e60f22e45ede4d6ba7f06cbd04ef696/1e60f22e45ede4d6ba7f06cbd04ef696_1735210749.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/0ee/cb9cd5cd4275bf5d7dcc5a90643e40ee/cb9cd5cd4275bf5d7dcc5a90643e40ee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210753.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/0ee/cb9cd5cd4275bf5d7dcc5a90643e40ee/cb9cd5cd4275bf5d7dcc5a90643e40ee_1735210753.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/960/5467b9a68f84d8e629cb6f20acc60960/5467b9a68f84d8e629cb6f20acc60960.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210757.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/960/5467b9a68f84d8e629cb6f20acc60960/5467b9a68f84d8e629cb6f20acc60960_1735210757.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/155/e8751a99220a08a7db895a09d2eef155/e8751a99220a08a7db895a09d2eef155.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210761.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/155/e8751a99220a08a7db895a09d2eef155/e8751a99220a08a7db895a09d2eef155_1735210761.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/3f7/60bdcfc2b7eb3478b0ddf5d0b47383f7/60bdcfc2b7eb3478b0ddf5d0b47383f7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210765.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/3f7/60bdcfc2b7eb3478b0ddf5d0b47383f7/60bdcfc2b7eb3478b0ddf5d0b47383f7_1735210765.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/7dd/ec6a716ca9a8e76a6489963c2b7977dd/ec6a716ca9a8e76a6489963c2b7977dd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210769.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/7dd/ec6a716ca9a8e76a6489963c2b7977dd/ec6a716ca9a8e76a6489963c2b7977dd_1735210769.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/e70/c48fde218dddb5a25288206ec4aa5e70/c48fde218dddb5a25288206ec4aa5e70.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210773.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/e70/c48fde218dddb5a25288206ec4aa5e70/c48fde218dddb5a25288206ec4aa5e70_1735210773.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/dff/b52be5964a666021a6686771444b4dff/b52be5964a666021a6686771444b4dff.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210777.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/dff/b52be5964a666021a6686771444b4dff/b52be5964a666021a6686771444b4dff_1735210777.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/e30/5fa7465073c2757fbaa64e069704be30/5fa7465073c2757fbaa64e069704be30.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210781.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/e30/5fa7465073c2757fbaa64e069704be30/5fa7465073c2757fbaa64e069704be30_1735210781.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/391/25f16daed5f6a2f2168872f00171a391/25f16daed5f6a2f2168872f00171a391.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210785.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/391/25f16daed5f6a2f2168872f00171a391/25f16daed5f6a2f2168872f00171a391_1735210785.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/125/cb6075ebc4c8ffaaa77b0d09e2d58125/cb6075ebc4c8ffaaa77b0d09e2d58125.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210789.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/125/cb6075ebc4c8ffaaa77b0d09e2d58125/cb6075ebc4c8ffaaa77b0d09e2d58125_1735210789.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/74e/74af98c331e389d4008ef04ea539474e/74af98c331e389d4008ef04ea539474e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210793.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/74e/74af98c331e389d4008ef04ea539474e/74af98c331e389d4008ef04ea539474e_1735210793.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/346/80f6c423da52b36942ea8925a7eb6346/80f6c423da52b36942ea8925a7eb6346.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210797.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/346/80f6c423da52b36942ea8925a7eb6346/80f6c423da52b36942ea8925a7eb6346_1735210797.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/43f/a657533464ccdb53079fec05b87c743f/a657533464ccdb53079fec05b87c743f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210801.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/43f/a657533464ccdb53079fec05b87c743f/a657533464ccdb53079fec05b87c743f_1735210801.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/1a2/140654ed487f182de89f36fd6ab5c1a2/140654ed487f182de89f36fd6ab5c1a2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210805.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/1a2/140654ed487f182de89f36fd6ab5c1a2/140654ed487f182de89f36fd6ab5c1a2_1735210805.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/ab7/7f1d1cb91b817b504ac404098bedaab7/7f1d1cb91b817b504ac404098bedaab7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210809.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/ab7/7f1d1cb91b817b504ac404098bedaab7/7f1d1cb91b817b504ac404098bedaab7_1735210809.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnba2sjkv/sda/containers/0/279/b5d095576e53e7b80c5935b0a1bc6279/b5d095576e53e7b80c5935b0a1bc6279.db'test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622173.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/5f6/303f3c96ce4c4424b3f4b40c374a35f6/303f3c96ce4c4424b3f4b40c374a35f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622178.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/42d/4ec2f3b18b983906024c33570b16842d/4ec2f3b18b983906024c33570b16842d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622183.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/ddd/e370d7c79373cd1ec0fa0e0f30db3ddd/e370d7c79373cd1ec0fa0e0f30db3ddd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622188.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/723/e58a06763578bc70d74a00fff66b2723/e58a06763578bc70d74a00fff66b2723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622193.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/60e/c80f8d2fdd4948561b0b0a7c4bfa360e/c80f8d2fdd4948561b0b0a7c4bfa360e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622198.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/fd6/a690f5fbd51ec65da2b4756673774fd6/a690f5fbd51ec65da2b4756673774fd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622203.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/841/ddd82b3708efc51262a65696bba30841/ddd82b3708efc51262a65696bba30841.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622208.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d2b/7f305213e87ef9b8fed62a9783980d2b/7f305213e87ef9b8fed62a9783980d2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622213.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/877/b4c7921a3dc8dcf9e6619363e399a877/b4c7921a3dc8dcf9e6619363e399a877.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622218.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/caa/a54950f5ec4b57a33c6b7e1d0f0a1caa/a54950f5ec4b57a33c6b7e1d0f0a1caa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622223.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/dba/8b02c32ee59483da1c400239bd852dba/8b02c32ee59483da1c400239bd852dba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622228.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/dc1/0528d034998f3b3004cae98d7bc39dc1/0528d034998f3b3004cae98d7bc39dc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622233.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f1d/9f56d977d78f08b5081b065a1566ef1d/9f56d977d78f08b5081b065a1566ef1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622238.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/97d/6fd5a271c48334529abef05e8d7d097d/6fd5a271c48334529abef05e8d7d097d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622243.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/e09/6fb427cd210a99649c4d260feabb5e09/6fb427cd210a99649c4d260feabb5e09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622248.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/125/6945605c45b31c0ca46db4083bb2d125/6945605c45b31c0ca46db4083bb2d125.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622253.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/34e/65e5660ac1ee5ce117a9a92bf993734e/65e5660ac1ee5ce117a9a92bf993734e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622258.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/9b4/eff67e794f56eb28572137349079c9b4/eff67e794f56eb28572137349079c9b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622263.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/717/073e223010e4f4a2ea748d35499ea717/073e223010e4f4a2ea748d35499ea717.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622268.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/d76/4a5ad49c6136f6d5cb4b03fc90b4fd76/4a5ad49c6136f6d5cb4b03fc90b4fd76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622273.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/719/533c3150decdc60d09d5a99dfa640719/533c3150decdc60d09d5a99dfa640719.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622278.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/053/7fea7959039297b5f790d1a4c1f1a053/7fea7959039297b5f790d1a4c1f1a053.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622283.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/c65/c56f111a6fdb95ee67d7db6cd41fcc65/c56f111a6fdb95ee67d7db6cd41fcc65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622288.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/175/80daa32ea9415584a64366ffb7be1175/80daa32ea9415584a64366ffb7be1175.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622293.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/524/f0c70ac7b254711a5dacc2132bf1c524/f0c70ac7b254711a5dacc2132bf1c524.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622298.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/f9b/062c65f1af5ffb55567c50ed868acf9b/062c65f1af5ffb55567c50ed868acf9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622303.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/cc4/b9476519eb5d8d8330332ed55835ccc4/b9476519eb5d8d8330332ed55835ccc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622308.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/aed/607cd3173b7a58c7f38116123bf06aed/607cd3173b7a58c7f38116123bf06aed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622313.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/b34/ca6da5e754523c12d1cdb2d0a8d9db34/ca6da5e754523c12d1cdb2d0a8d9db34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622318.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/224/3548f1df172aecaca9b3089a5a112224/3548f1df172aecaca9b3089a5a112224.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622323.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/769/f4a952cad5407034b987793aebb71769/f4a952cad5407034b987793aebb71769.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769622328.00000-0, db: /tmp/tmpqmdhj6ru/sda/containers/0/0b6/2f59f3d7ca8b8e7ff2c327eb838c50b6/2f59f3d7ca8b8e7ff2c327eb838c50b6.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/a6d/949405ea240b68bc6bacac1888cd1a6d/949405ea240b68bc6bacac1888cd1a6d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621057.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/a6d/949405ea240b68bc6bacac1888cd1a6d/949405ea240b68bc6bacac1888cd1a6d_1769621057.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/4f2/41a811e054c6bd0340dd685e4caee4f2/41a811e054c6bd0340dd685e4caee4f2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621061.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/4f2/41a811e054c6bd0340dd685e4caee4f2/41a811e054c6bd0340dd685e4caee4f2_1769621061.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/059/06bbb842f4ac1b9fd857200d3a944059/06bbb842f4ac1b9fd857200d3a944059.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621065.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/059/06bbb842f4ac1b9fd857200d3a944059/06bbb842f4ac1b9fd857200d3a944059_1769621065.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/bbd/67dd627d1a3f7c91f6524e702d902bbd/67dd627d1a3f7c91f6524e702d902bbd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621069.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/bbd/67dd627d1a3f7c91f6524e702d902bbd/67dd627d1a3f7c91f6524e702d902bbd_1769621069.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/eed/b49673d6cbd59b730340e1ff23f75eed/b49673d6cbd59b730340e1ff23f75eed.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621073.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/eed/b49673d6cbd59b730340e1ff23f75eed/b49673d6cbd59b730340e1ff23f75eed_1769621073.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/60b/e250574134b8ca81ffe58ea8d221760b/e250574134b8ca81ffe58ea8d221760b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621077.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/60b/e250574134b8ca81ffe58ea8d221760b/e250574134b8ca81ffe58ea8d221760b_1769621077.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/cfd/107e1fbec0d27abfe0b15d48b94fdcfd/107e1fbec0d27abfe0b15d48b94fdcfd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621081.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/cfd/107e1fbec0d27abfe0b15d48b94fdcfd/107e1fbec0d27abfe0b15d48b94fdcfd_1769621081.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/ceb/1d1c1e427fa253d172dd9d71e6d41ceb/1d1c1e427fa253d172dd9d71e6d41ceb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621085.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/ceb/1d1c1e427fa253d172dd9d71e6d41ceb/1d1c1e427fa253d172dd9d71e6d41ceb_1769621085.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/a80/24eb04e51df7d119b280bc996a51aa80/24eb04e51df7d119b280bc996a51aa80.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621089.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/a80/24eb04e51df7d119b280bc996a51aa80/24eb04e51df7d119b280bc996a51aa80_1769621089.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/3b1/6ffba746c6b90d2143b3b76c603053b1/6ffba746c6b90d2143b3b76c603053b1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621093.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/3b1/6ffba746c6b90d2143b3b76c603053b1/6ffba746c6b90d2143b3b76c603053b1_1769621093.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/a21/fb5e78fcdc353e27cc74aec77145ca21/fb5e78fcdc353e27cc74aec77145ca21.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621097.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/a21/fb5e78fcdc353e27cc74aec77145ca21/fb5e78fcdc353e27cc74aec77145ca21_1769621097.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/295/43dd73763be2638141dd185ad707d295/43dd73763be2638141dd185ad707d295.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621101.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/295/43dd73763be2638141dd185ad707d295/43dd73763be2638141dd185ad707d295_1769621101.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/223/c202834f05088f000c9fc5c0d9a35223/c202834f05088f000c9fc5c0d9a35223.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621105.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/223/c202834f05088f000c9fc5c0d9a35223/c202834f05088f000c9fc5c0d9a35223_1769621105.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/55a/e11010fd54feb0ce73785f46ac24255a/e11010fd54feb0ce73785f46ac24255a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621109.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/55a/e11010fd54feb0ce73785f46ac24255a/e11010fd54feb0ce73785f46ac24255a_1769621109.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/6e0/498a2b25a718e599eaff7249a41906e0/498a2b25a718e599eaff7249a41906e0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621113.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/6e0/498a2b25a718e599eaff7249a41906e0/498a2b25a718e599eaff7249a41906e0_1769621113.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/9c1/8bc81810d0aa00c335e759c94da749c1/8bc81810d0aa00c335e759c94da749c1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621117.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/9c1/8bc81810d0aa00c335e759c94da749c1/8bc81810d0aa00c335e759c94da749c1_1769621117.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/396/7abe820c08319dc6cb5c5ee7c9708396/7abe820c08319dc6cb5c5ee7c9708396.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621121.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/396/7abe820c08319dc6cb5c5ee7c9708396/7abe820c08319dc6cb5c5ee7c9708396_1769621121.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/310/f2b7aab8063dab316cde62f98508f310/f2b7aab8063dab316cde62f98508f310.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621125.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/310/f2b7aab8063dab316cde62f98508f310/f2b7aab8063dab316cde62f98508f310_1769621125.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/357/36cd9d9dd2b334e6ac8da5a88bb8c357/36cd9d9dd2b334e6ac8da5a88bb8c357.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621129.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/357/36cd9d9dd2b334e6ac8da5a88bb8c357/36cd9d9dd2b334e6ac8da5a88bb8c357_1769621129.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/e82/6ae36b2bc158761a32a2557d642d2e82/6ae36b2bc158761a32a2557d642d2e82.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621133.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/e82/6ae36b2bc158761a32a2557d642d2e82/6ae36b2bc158761a32a2557d642d2e82_1769621133.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/95a/d6eb644fae33c83355ecffa8c4d9e95a/d6eb644fae33c83355ecffa8c4d9e95a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621137.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/95a/d6eb644fae33c83355ecffa8c4d9e95a/d6eb644fae33c83355ecffa8c4d9e95a_1769621137.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/4fd/e0c4f0955849734d2db8eb04b01bc4fd/e0c4f0955849734d2db8eb04b01bc4fd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621141.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/4fd/e0c4f0955849734d2db8eb04b01bc4fd/e0c4f0955849734d2db8eb04b01bc4fd_1769621141.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/4e3/c45356a0d30507738b3f9e7780bf04e3/c45356a0d30507738b3f9e7780bf04e3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621145.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/4e3/c45356a0d30507738b3f9e7780bf04e3/c45356a0d30507738b3f9e7780bf04e3_1769621145.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/c38/7df057f8d03b2f62fd622791ee052c38/7df057f8d03b2f62fd622791ee052c38.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621149.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/c38/7df057f8d03b2f62fd622791ee052c38/7df057f8d03b2f62fd622791ee052c38_1769621149.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/d3f/19ea93cd6b8d79794ab2031721f0bd3f/19ea93cd6b8d79794ab2031721f0bd3f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621153.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/d3f/19ea93cd6b8d79794ab2031721f0bd3f/19ea93cd6b8d79794ab2031721f0bd3f_1769621153.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/df5/265e20b1d75436dfd644cc05244c7df5/265e20b1d75436dfd644cc05244c7df5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621157.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/df5/265e20b1d75436dfd644cc05244c7df5/265e20b1d75436dfd644cc05244c7df5_1769621157.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/49b/33c9f24d2a6fa4c66e81972aef38749b/33c9f24d2a6fa4c66e81972aef38749b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621161.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/49b/33c9f24d2a6fa4c66e81972aef38749b/33c9f24d2a6fa4c66e81972aef38749b_1769621161.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/e63/1497f88d592df4b1476ca5b2984d6e63/1497f88d592df4b1476ca5b2984d6e63.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621165.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/e63/1497f88d592df4b1476ca5b2984d6e63/1497f88d592df4b1476ca5b2984d6e63_1769621165.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/e46/689b21ffaa5d9ff33b8db15f1245ee46/689b21ffaa5d9ff33b8db15f1245ee46.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621169.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/e46/689b21ffaa5d9ff33b8db15f1245ee46/689b21ffaa5d9ff33b8db15f1245ee46_1769621169.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/0f5/0a44ea38d56c892a8625a30e286bb0f5/0a44ea38d56c892a8625a30e286bb0f5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621173.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/0f5/0a44ea38d56c892a8625a30e286bb0f5/0a44ea38d56c892a8625a30e286bb0f5_1769621173.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/5ec/0e180784f35041004769489969b585ec/0e180784f35041004769489969b585ec.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621177.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/5ec/0e180784f35041004769489969b585ec/0e180784f35041004769489969b585ec_1769621177.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/30b/8b08cc7046fc5776ee03e815ceb1430b/8b08cc7046fc5776ee03e815ceb1430b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621181.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/30b/8b08cc7046fc5776ee03e815ceb1430b/8b08cc7046fc5776ee03e815ceb1430b_1769621181.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/1ae/4b130b597ef119ceedd1fb7f7ba581ae/4b130b597ef119ceedd1fb7f7ba581ae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621185.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/1ae/4b130b597ef119ceedd1fb7f7ba581ae/4b130b597ef119ceedd1fb7f7ba581ae_1769621185.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/c90/32375755ea32c6f06b6aa747708a1c90/32375755ea32c6f06b6aa747708a1c90.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621189.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/c90/32375755ea32c6f06b6aa747708a1c90/32375755ea32c6f06b6aa747708a1c90_1769621189.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/186/fa8b6623ee8cc71029ed1eb40c2fb186/fa8b6623ee8cc71029ed1eb40c2fb186.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621193.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/186/fa8b6623ee8cc71029ed1eb40c2fb186/fa8b6623ee8cc71029ed1eb40c2fb186_1769621193.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/556/d24125376a6d7f2aa04ad8f3b0895556/d24125376a6d7f2aa04ad8f3b0895556.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621197.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/556/d24125376a6d7f2aa04ad8f3b0895556/d24125376a6d7f2aa04ad8f3b0895556_1769621197.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/7a1/5826a1dd99e3c682f1508d66d90497a1/5826a1dd99e3c682f1508d66d90497a1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621201.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/7a1/5826a1dd99e3c682f1508d66d90497a1/5826a1dd99e3c682f1508d66d90497a1_1769621201.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/fdc/febfca57c597974aa5fead63c1a33fdc/febfca57c597974aa5fead63c1a33fdc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621205.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/fdc/febfca57c597974aa5fead63c1a33fdc/febfca57c597974aa5fead63c1a33fdc_1769621205.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/6df/5155ae7474aa816fdfc16f5c7f4876df/5155ae7474aa816fdfc16f5c7f4876df.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621209.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/6df/5155ae7474aa816fdfc16f5c7f4876df/5155ae7474aa816fdfc16f5c7f4876df_1769621209.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/b6d/563eeaa5e7605049ef2b15f25149eb6d/563eeaa5e7605049ef2b15f25149eb6d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621213.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/b6d/563eeaa5e7605049ef2b15f25149eb6d/563eeaa5e7605049ef2b15f25149eb6d_1769621213.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/601/eba0cb5e2a91d283a286fefe7c90d601/eba0cb5e2a91d283a286fefe7c90d601.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621217.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/601/eba0cb5e2a91d283a286fefe7c90d601/eba0cb5e2a91d283a286fefe7c90d601_1769621217.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/d4d/ccdc905163aa34021ad8fbb74a96fd4d/ccdc905163aa34021ad8fbb74a96fd4d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621221.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/d4d/ccdc905163aa34021ad8fbb74a96fd4d/ccdc905163aa34021ad8fbb74a96fd4d_1769621221.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/cb1/b6cc3a305cfc2fa1593fd6881dfd4cb1/b6cc3a305cfc2fa1593fd6881dfd4cb1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621225.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/cb1/b6cc3a305cfc2fa1593fd6881dfd4cb1/b6cc3a305cfc2fa1593fd6881dfd4cb1_1769621225.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/683/fb352168bbae575b523f6523cf22f683/fb352168bbae575b523f6523cf22f683.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621229.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/683/fb352168bbae575b523f6523cf22f683/fb352168bbae575b523f6523cf22f683_1769621229.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/6b7/ccf761b5e3a502549e07ceda04a6a6b7/ccf761b5e3a502549e07ceda04a6a6b7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621233.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/6b7/ccf761b5e3a502549e07ceda04a6a6b7/ccf761b5e3a502549e07ceda04a6a6b7_1769621233.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/47e/e178114c0d96a0a6c3c85ac86beb647e/e178114c0d96a0a6c3c85ac86beb647e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621237.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/47e/e178114c0d96a0a6c3c85ac86beb647e/e178114c0d96a0a6c3c85ac86beb647e_1769621237.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/983/bbb39b82f88e1119b81629f9cfacd983/bbb39b82f88e1119b81629f9cfacd983.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621241.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/983/bbb39b82f88e1119b81629f9cfacd983/bbb39b82f88e1119b81629f9cfacd983_1769621241.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/f97/594208d165a40a231e677c09f0643f97/594208d165a40a231e677c09f0643f97.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621245.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/f97/594208d165a40a231e677c09f0643f97/594208d165a40a231e677c09f0643f97_1769621245.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/29e/0e51c478cefdbdcd4d4a7debc544c29e/0e51c478cefdbdcd4d4a7debc544c29e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621249.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/29e/0e51c478cefdbdcd4d4a7debc544c29e/0e51c478cefdbdcd4d4a7debc544c29e_1769621249.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/aa2/6ec64e3d8f3bcb1f3d730336fe521aa2/6ec64e3d8f3bcb1f3d730336fe521aa2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621253.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/aa2/6ec64e3d8f3bcb1f3d730336fe521aa2/6ec64e3d8f3bcb1f3d730336fe521aa2_1769621253.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/670/26cacc3f39e840daebbcea44ced74670/26cacc3f39e840daebbcea44ced74670.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621257.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/670/26cacc3f39e840daebbcea44ced74670/26cacc3f39e840daebbcea44ced74670_1769621257.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/e72/be788c2d6f1b7b45419ac30cdc55ee72/be788c2d6f1b7b45419ac30cdc55ee72.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621261.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/e72/be788c2d6f1b7b45419ac30cdc55ee72/be788c2d6f1b7b45419ac30cdc55ee72_1769621261.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/c59/109d8000ac327a362d16951670384c59/109d8000ac327a362d16951670384c59.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621265.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/c59/109d8000ac327a362d16951670384c59/109d8000ac327a362d16951670384c59_1769621265.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/f39/c3f642c98c08c622936ba6a51fe49f39/c3f642c98c08c622936ba6a51fe49f39.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621269.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/f39/c3f642c98c08c622936ba6a51fe49f39/c3f642c98c08c622936ba6a51fe49f39_1769621269.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/73e/96c73fdfa3fc3b9010b99550fdf2b73e/96c73fdfa3fc3b9010b99550fdf2b73e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621273.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/73e/96c73fdfa3fc3b9010b99550fdf2b73e/96c73fdfa3fc3b9010b99550fdf2b73e_1769621273.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/a41/3356925bfd1ea1b701b79a630e165a41/3356925bfd1ea1b701b79a630e165a41.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621277.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/a41/3356925bfd1ea1b701b79a630e165a41/3356925bfd1ea1b701b79a630e165a41_1769621277.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/285/2ea862c29a0e70f104f12801837e5285/2ea862c29a0e70f104f12801837e5285.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621281.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/285/2ea862c29a0e70f104f12801837e5285/2ea862c29a0e70f104f12801837e5285_1769621281.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/9d2/8373221fdf44a923a18c8f0e967429d2/8373221fdf44a923a18c8f0e967429d2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621285.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/9d2/8373221fdf44a923a18c8f0e967429d2/8373221fdf44a923a18c8f0e967429d2_1769621285.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/742/9d0bbf32300a62fbd6594bad9351d742/9d0bbf32300a62fbd6594bad9351d742.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621289.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/742/9d0bbf32300a62fbd6594bad9351d742/9d0bbf32300a62fbd6594bad9351d742_1769621289.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/93c/15a6afb8076925d894b68675ffd2393c/15a6afb8076925d894b68675ffd2393c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621293.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/93c/15a6afb8076925d894b68675ffd2393c/15a6afb8076925d894b68675ffd2393c_1769621293.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/0a2/33b28046c2e27fb332c6c40072b650a2/33b28046c2e27fb332c6c40072b650a2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621297.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/0a2/33b28046c2e27fb332c6c40072b650a2/33b28046c2e27fb332c6c40072b650a2_1769621297.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/eca/a83aaaf25ea8a6f790c82755baabdeca/a83aaaf25ea8a6f790c82755baabdeca.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621301.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/eca/a83aaaf25ea8a6f790c82755baabdeca/a83aaaf25ea8a6f790c82755baabdeca_1769621301.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/388/c794d1d7610caf23433edd3cb2b38388/c794d1d7610caf23433edd3cb2b38388.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621305.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/388/c794d1d7610caf23433edd3cb2b38388/c794d1d7610caf23433edd3cb2b38388_1769621305.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/232/39fd22adc827dac2e56e4b5688de2232/39fd22adc827dac2e56e4b5688de2232.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621309.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/232/39fd22adc827dac2e56e4b5688de2232/39fd22adc827dac2e56e4b5688de2232_1769621309.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/d3b/a3ea1bd8765d12bd7e1f079a05025d3b/a3ea1bd8765d12bd7e1f079a05025d3b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621313.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/d3b/a3ea1bd8765d12bd7e1f079a05025d3b/a3ea1bd8765d12bd7e1f079a05025d3b_1769621313.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/025/0177c0ce4b6feccbd7512a0c8ca3f025/0177c0ce4b6feccbd7512a0c8ca3f025.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621317.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/025/0177c0ce4b6feccbd7512a0c8ca3f025/0177c0ce4b6feccbd7512a0c8ca3f025_1769621317.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/b43/ccc4c82f1ba09c79b271f524578f6b43/ccc4c82f1ba09c79b271f524578f6b43.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621321.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/b43/ccc4c82f1ba09c79b271f524578f6b43/ccc4c82f1ba09c79b271f524578f6b43_1769621321.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/be7/a606f480e5290f1c3272c8925a214be7/a606f480e5290f1c3272c8925a214be7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621325.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/be7/a606f480e5290f1c3272c8925a214be7/a606f480e5290f1c3272c8925a214be7_1769621325.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/e8d/07490aeb0678cb4db8501c7f2522de8d/07490aeb0678cb4db8501c7f2522de8d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621329.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/e8d/07490aeb0678cb4db8501c7f2522de8d/07490aeb0678cb4db8501c7f2522de8d_1769621329.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/eb3/ebb8592c7a9aa500116033a8e57d4eb3/ebb8592c7a9aa500116033a8e57d4eb3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621333.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/eb3/ebb8592c7a9aa500116033a8e57d4eb3/ebb8592c7a9aa500116033a8e57d4eb3_1769621333.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/392/1f7ec1df1f4a2380aaf56ed4dfefb392/1f7ec1df1f4a2380aaf56ed4dfefb392.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621337.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/392/1f7ec1df1f4a2380aaf56ed4dfefb392/1f7ec1df1f4a2380aaf56ed4dfefb392_1769621337.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/878/b67d2ed51d51e10210ea9884637fb878/b67d2ed51d51e10210ea9884637fb878.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621341.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/878/b67d2ed51d51e10210ea9884637fb878/b67d2ed51d51e10210ea9884637fb878_1769621341.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/ee4/8125ff88bf8ce52677a0453c27c0eee4/8125ff88bf8ce52677a0453c27c0eee4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621345.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/ee4/8125ff88bf8ce52677a0453c27c0eee4/8125ff88bf8ce52677a0453c27c0eee4_1769621345.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/522/d45038fc23f08348782fe99221c44522/d45038fc23f08348782fe99221c44522.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621349.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/522/d45038fc23f08348782fe99221c44522/d45038fc23f08348782fe99221c44522_1769621349.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/fcb/f02eb7fabfee6e9b9c7c0c05c1274fcb/f02eb7fabfee6e9b9c7c0c05c1274fcb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621353.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/fcb/f02eb7fabfee6e9b9c7c0c05c1274fcb/f02eb7fabfee6e9b9c7c0c05c1274fcb_1769621353.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/33b/339b46690b43602cac366b2b0d97f33b/339b46690b43602cac366b2b0d97f33b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621357.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/33b/339b46690b43602cac366b2b0d97f33b/339b46690b43602cac366b2b0d97f33b_1769621357.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/7ec/4736e7a8e21caf16df4503957cca37ec/4736e7a8e21caf16df4503957cca37ec.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621361.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/7ec/4736e7a8e21caf16df4503957cca37ec/4736e7a8e21caf16df4503957cca37ec_1769621361.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/d2a/508619d673af743a023c09608a14cd2a/508619d673af743a023c09608a14cd2a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621365.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/d2a/508619d673af743a023c09608a14cd2a/508619d673af743a023c09608a14cd2a_1769621365.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/351/4a78bc2de8c1d1231a9502b6b92b6351/4a78bc2de8c1d1231a9502b6b92b6351.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621369.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/351/4a78bc2de8c1d1231a9502b6b92b6351/4a78bc2de8c1d1231a9502b6b92b6351_1769621369.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/6fe/37670bfe7c19e322b4c82889da9026fe/37670bfe7c19e322b4c82889da9026fe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621373.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/6fe/37670bfe7c19e322b4c82889da9026fe/37670bfe7c19e322b4c82889da9026fe_1769621373.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/134/a365bf1694b9f334ae48da73d803c134/a365bf1694b9f334ae48da73d803c134.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621377.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/134/a365bf1694b9f334ae48da73d803c134/a365bf1694b9f334ae48da73d803c134_1769621377.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/da1/943dd47998908ee999696414a2b12da1/943dd47998908ee999696414a2b12da1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621381.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/da1/943dd47998908ee999696414a2b12da1/943dd47998908ee999696414a2b12da1_1769621381.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/eb2/3f7295df7f823d9e87319f3f5b736eb2/3f7295df7f823d9e87319f3f5b736eb2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621385.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/eb2/3f7295df7f823d9e87319f3f5b736eb2/3f7295df7f823d9e87319f3f5b736eb2_1769621385.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/acb/92a826141331881aaf51bf58bdda4acb/92a826141331881aaf51bf58bdda4acb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621389.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/acb/92a826141331881aaf51bf58bdda4acb/92a826141331881aaf51bf58bdda4acb_1769621389.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/aa9/2e42f17c7abbb9204a9eefb248122aa9/2e42f17c7abbb9204a9eefb248122aa9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621393.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/aa9/2e42f17c7abbb9204a9eefb248122aa9/2e42f17c7abbb9204a9eefb248122aa9_1769621393.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/73e/925a6511d809a555d1371e87ab0c673e/925a6511d809a555d1371e87ab0c673e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621397.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/73e/925a6511d809a555d1371e87ab0c673e/925a6511d809a555d1371e87ab0c673e_1769621397.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/f32/e29a28212b460c366484d8e26025af32/e29a28212b460c366484d8e26025af32.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621401.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/f32/e29a28212b460c366484d8e26025af32/e29a28212b460c366484d8e26025af32_1769621401.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/0d7/bfb7d430d7e90463ba2696361f1450d7/bfb7d430d7e90463ba2696361f1450d7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621405.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/0d7/bfb7d430d7e90463ba2696361f1450d7/bfb7d430d7e90463ba2696361f1450d7_1769621405.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/b6b/3d86799f9febbc521b7247bfdb197b6b/3d86799f9febbc521b7247bfdb197b6b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621409.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/b6b/3d86799f9febbc521b7247bfdb197b6b/3d86799f9febbc521b7247bfdb197b6b_1769621409.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/5a2/23a9f5623e0d0cac1839af24136105a2/23a9f5623e0d0cac1839af24136105a2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621413.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/5a2/23a9f5623e0d0cac1839af24136105a2/23a9f5623e0d0cac1839af24136105a2_1769621413.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/436/fd226983320101f56b65aeeab76f9436/fd226983320101f56b65aeeab76f9436.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621417.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/436/fd226983320101f56b65aeeab76f9436/fd226983320101f56b65aeeab76f9436_1769621417.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/c66/84937f43bb23cc136a58155c1d2b9c66/84937f43bb23cc136a58155c1d2b9c66.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621421.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/c66/84937f43bb23cc136a58155c1d2b9c66/84937f43bb23cc136a58155c1d2b9c66_1769621421.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/6f5/06096673bd57ca4434ede95e84c2e6f5/06096673bd57ca4434ede95e84c2e6f5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621425.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/6f5/06096673bd57ca4434ede95e84c2e6f5/06096673bd57ca4434ede95e84c2e6f5_1769621425.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/0a2/7eaea9e8aeca4c6c78673b9d8d0540a2/7eaea9e8aeca4c6c78673b9d8d0540a2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621429.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/0a2/7eaea9e8aeca4c6c78673b9d8d0540a2/7eaea9e8aeca4c6c78673b9d8d0540a2_1769621429.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/bc3/86f3cd307efac1c5484aa666921c5bc3/86f3cd307efac1c5484aa666921c5bc3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621433.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/bc3/86f3cd307efac1c5484aa666921c5bc3/86f3cd307efac1c5484aa666921c5bc3_1769621433.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/fa2/dcee539b01527186b65f3ec1a1c27fa2/dcee539b01527186b65f3ec1a1c27fa2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621437.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/fa2/dcee539b01527186b65f3ec1a1c27fa2/dcee539b01527186b65f3ec1a1c27fa2_1769621437.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/bc1/24fea3f85b6d688aa69aa4569185dbc1/24fea3f85b6d688aa69aa4569185dbc1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621441.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/bc1/24fea3f85b6d688aa69aa4569185dbc1/24fea3f85b6d688aa69aa4569185dbc1_1769621441.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/d7b/00e0ebc57716dddeb357204489b56d7b/00e0ebc57716dddeb357204489b56d7b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621445.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/d7b/00e0ebc57716dddeb357204489b56d7b/00e0ebc57716dddeb357204489b56d7b_1769621445.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/c7a/b8ef769582e738971ef4587f50b4fc7a/b8ef769582e738971ef4587f50b4fc7a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621449.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/c7a/b8ef769582e738971ef4587f50b4fc7a/b8ef769582e738971ef4587f50b4fc7a_1769621449.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/4ef/70353d5065f3dedde63edbc8edafa4ef/70353d5065f3dedde63edbc8edafa4ef.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621453.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/4ef/70353d5065f3dedde63edbc8edafa4ef/70353d5065f3dedde63edbc8edafa4ef_1769621453.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/976/b33fabd72cf487d12dc46579a3d43976/b33fabd72cf487d12dc46579a3d43976.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621457.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/976/b33fabd72cf487d12dc46579a3d43976/b33fabd72cf487d12dc46579a3d43976_1769621457.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/710/101604ec7262a6c05676da397c925710/101604ec7262a6c05676da397c925710.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621461.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/710/101604ec7262a6c05676da397c925710/101604ec7262a6c05676da397c925710_1769621461.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/d9a/ed5217aba729155bf1b3cb7c39bdad9a/ed5217aba729155bf1b3cb7c39bdad9a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621465.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/d9a/ed5217aba729155bf1b3cb7c39bdad9a/ed5217aba729155bf1b3cb7c39bdad9a_1769621465.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/041/abcb14b7f52b0ce2c605db1459863041/abcb14b7f52b0ce2c605db1459863041.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621469.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/041/abcb14b7f52b0ce2c605db1459863041/abcb14b7f52b0ce2c605db1459863041_1769621469.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/6c7/340eba16a049bf55afe2fc9c6f6846c7/340eba16a049bf55afe2fc9c6f6846c7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621473.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/6c7/340eba16a049bf55afe2fc9c6f6846c7/340eba16a049bf55afe2fc9c6f6846c7_1769621473.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/3ba/7baae424b786d43f40fc4275b7fc83ba/7baae424b786d43f40fc4275b7fc83ba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621477.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/3ba/7baae424b786d43f40fc4275b7fc83ba/7baae424b786d43f40fc4275b7fc83ba_1769621477.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/c09/1d1355c1aa5dd72f1b5094a305c1ec09/1d1355c1aa5dd72f1b5094a305c1ec09.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621481.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/c09/1d1355c1aa5dd72f1b5094a305c1ec09/1d1355c1aa5dd72f1b5094a305c1ec09_1769621481.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/957/a6f6130d34820bb77850c52539605957/a6f6130d34820bb77850c52539605957.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621485.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/957/a6f6130d34820bb77850c52539605957/a6f6130d34820bb77850c52539605957_1769621485.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/513/0dafa8721c6204c8edb1022fd16ff513/0dafa8721c6204c8edb1022fd16ff513.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621489.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/513/0dafa8721c6204c8edb1022fd16ff513/0dafa8721c6204c8edb1022fd16ff513_1769621489.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/f8a/92e91bb6c954e3fbac3330b51b47af8a/92e91bb6c954e3fbac3330b51b47af8a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621493.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/f8a/92e91bb6c954e3fbac3330b51b47af8a/92e91bb6c954e3fbac3330b51b47af8a_1769621493.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/f43/0850fbe55b82b0b4717dd673d6ac4f43/0850fbe55b82b0b4717dd673d6ac4f43.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621497.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/f43/0850fbe55b82b0b4717dd673d6ac4f43/0850fbe55b82b0b4717dd673d6ac4f43_1769621497.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/7d9/82050c48cc91113efc4c2799a747f7d9/82050c48cc91113efc4c2799a747f7d9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621501.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/7d9/82050c48cc91113efc4c2799a747f7d9/82050c48cc91113efc4c2799a747f7d9_1769621501.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/0dc/393973da646371a123414240658180dc/393973da646371a123414240658180dc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621505.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/0dc/393973da646371a123414240658180dc/393973da646371a123414240658180dc_1769621505.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/893/c28cf09b0a486f1b98b705ca4de32893/c28cf09b0a486f1b98b705ca4de32893.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621509.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/893/c28cf09b0a486f1b98b705ca4de32893/c28cf09b0a486f1b98b705ca4de32893_1769621509.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/7e6/2167ddcede774e7050c83a351d2e97e6/2167ddcede774e7050c83a351d2e97e6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621513.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/7e6/2167ddcede774e7050c83a351d2e97e6/2167ddcede774e7050c83a351d2e97e6_1769621513.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/77c/50ffa156fa74d6f804f7462f0ab8577c/50ffa156fa74d6f804f7462f0ab8577c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621517.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/77c/50ffa156fa74d6f804f7462f0ab8577c/50ffa156fa74d6f804f7462f0ab8577c_1769621517.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/4f9/81576c4abb7fa92b3949e68843fe34f9/81576c4abb7fa92b3949e68843fe34f9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621521.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/4f9/81576c4abb7fa92b3949e68843fe34f9/81576c4abb7fa92b3949e68843fe34f9_1769621521.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/eba/ed1465b901f3139f1ca5bedd810bbeba/ed1465b901f3139f1ca5bedd810bbeba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621525.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/eba/ed1465b901f3139f1ca5bedd810bbeba/ed1465b901f3139f1ca5bedd810bbeba_1769621525.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/c43/820f222782ce2e0fe8ecdaa0cb611c43/820f222782ce2e0fe8ecdaa0cb611c43.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621529.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/c43/820f222782ce2e0fe8ecdaa0cb611c43/820f222782ce2e0fe8ecdaa0cb611c43_1769621529.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/922/4e1c63689e7e46af499e0061f8efc922/4e1c63689e7e46af499e0061f8efc922.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621533.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/922/4e1c63689e7e46af499e0061f8efc922/4e1c63689e7e46af499e0061f8efc922_1769621533.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/0e0/c9c17d1056c8dc0da5e409fe6c8330e0/c9c17d1056c8dc0da5e409fe6c8330e0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621537.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/0e0/c9c17d1056c8dc0da5e409fe6c8330e0/c9c17d1056c8dc0da5e409fe6c8330e0_1769621537.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/486/42010a59dcfc103ecfa65084f9725486/42010a59dcfc103ecfa65084f9725486.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621541.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/486/42010a59dcfc103ecfa65084f9725486/42010a59dcfc103ecfa65084f9725486_1769621541.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/bba/705783c788bd3a2d428684ff250eebba/705783c788bd3a2d428684ff250eebba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621545.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/bba/705783c788bd3a2d428684ff250eebba/705783c788bd3a2d428684ff250eebba_1769621545.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/777/574ca3bf565c3510ba80a8fe4ba14777/574ca3bf565c3510ba80a8fe4ba14777.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621549.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/777/574ca3bf565c3510ba80a8fe4ba14777/574ca3bf565c3510ba80a8fe4ba14777_1769621549.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/98e/10ee5399e9a141f22ebd30574a57e98e/10ee5399e9a141f22ebd30574a57e98e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621553.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/98e/10ee5399e9a141f22ebd30574a57e98e/10ee5399e9a141f22ebd30574a57e98e_1769621553.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok @@ -111446,987 +57782,991 @@ test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210813.00000-0, db: /tmp/tmpnba2sjkv/sda/containers/0/279/b5d095576e53e7b80c5935b0a1bc6279/b5d095576e53e7b80c5935b0a1bc6279_1735210813.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210351.00000-0, db: /tmp/tmp8k0ch43a/sda/containers/0/3d9/2f6ef7402c2fd0167b8382a37d33c3d9/2f6ef7402c2fd0167b8382a37d33c3d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210355.00000-0, db: /tmp/tmp8k0ch43a/sda/containers/0/b00/ea392583d86d497f44c816a5d9cc2b00/ea392583d86d497f44c816a5d9cc2b00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210359.00000-0, db: /tmp/tmp8k0ch43a/sda/containers/0/f0b/7a45cf1c99ad1a82e5ceadb134616f0b/7a45cf1c99ad1a82e5ceadb134616f0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210363.00000-0, db: /tmp/tmp8k0ch43a/sda/containers/0/b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210352.00000-0, db: /tmp/tmpqrymlxnk/sda/containers/0/d60/5205988de0f6074ac2a754679d238d60/5205988de0f6074ac2a754679d238d60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210355.00000-0, db: /tmp/tmpqrymlxnk/sda/containers/0/b00/ea392583d86d497f44c816a5d9cc2b00/ea392583d86d497f44c816a5d9cc2b00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210358.00000-0, db: /tmp/tmpqrymlxnk/sda/containers/0/895/f978ced535b1b164c3c615a74e1a5895/f978ced535b1b164c3c615a74e1a5895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210361.00000-0, db: /tmp/tmpqrymlxnk/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210353.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210353.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210353.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210357.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210357.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210357.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210361.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210361.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210361.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/d16/e232535397ad05a6a150c9a1fd3dfd16/e232535397ad05a6a150c9a1fd3dfd16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210365.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/c83/765a6b390bfe1ddb90e6c70c104dfc83/765a6b390bfe1ddb90e6c70c104dfc83.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210365.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/c83/765a6b390bfe1ddb90e6c70c104dfc83/765a6b390bfe1ddb90e6c70c104dfc83.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210365.00000-0, db: /tmp/tmppezy79tp/sda/containers/0/c83/765a6b390bfe1ddb90e6c70c104dfc83/765a6b390bfe1ddb90e6c70c104dfc83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210353.00000-0, db: /tmp/tmp7web1j22/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210353.00000-0, db: /tmp/tmp7web1j22/sda/containers/0/3ba/2a7914ec416c2ea60ba92bf7d75c23ba/2a7914ec416c2ea60ba92bf7d75c23ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210356.00000-0, db: /tmp/tmp7web1j22/sda/containers/0/259/63cf6203bffc786e36bd97b6c9468259/63cf6203bffc786e36bd97b6c9468259.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210356.00000-0, db: /tmp/tmp7web1j22/sda/containers/0/259/63cf6203bffc786e36bd97b6c9468259/63cf6203bffc786e36bd97b6c9468259.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210359.00000-0, db: /tmp/tmp7web1j22/sda/containers/0/f0b/7a45cf1c99ad1a82e5ceadb134616f0b/7a45cf1c99ad1a82e5ceadb134616f0b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210359.00000-0, db: /tmp/tmp7web1j22/sda/containers/0/f0b/7a45cf1c99ad1a82e5ceadb134616f0b/7a45cf1c99ad1a82e5ceadb134616f0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210362.00000-0, db: /tmp/tmp7web1j22/sda/containers/0/577/48a725c4b83458e0a30af7841f745577/48a725c4b83458e0a30af7841f745577.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210362.00000-0, db: /tmp/tmp7web1j22/sda/containers/0/577/48a725c4b83458e0a30af7841f745577/48a725c4b83458e0a30af7841f745577.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210354.00000-0, db: /tmp/tmplwu5pdr_/sda/containers/0/7d9/41d4c93a9c5f2f53819c7c69afcde7d9/41d4c93a9c5f2f53819c7c69afcde7d9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210354.00000-0, db: /tmp/tmplwu5pdr_/sda/containers/0/7d9/41d4c93a9c5f2f53819c7c69afcde7d9/41d4c93a9c5f2f53819c7c69afcde7d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210357.00000-0, db: /tmp/tmplwu5pdr_/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210357.00000-0, db: /tmp/tmplwu5pdr_/sda/containers/0/d60/84a522ff9859fd0ba5fddfbdc5743d60/84a522ff9859fd0ba5fddfbdc5743d60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210360.00000-0, db: /tmp/tmplwu5pdr_/sda/containers/0/cd5/59ae6a4b87c59836578cf8120c6decd5/59ae6a4b87c59836578cf8120c6decd5.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/253/9574dbc3256c60690536611778c22253/9574dbc3256c60690536611778c22253.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621557.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/253/9574dbc3256c60690536611778c22253/9574dbc3256c60690536611778c22253_1769621557.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/8d2/da2d757182930506f5ca51db0bd8d8d2/da2d757182930506f5ca51db0bd8d8d2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621561.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/8d2/da2d757182930506f5ca51db0bd8d8d2/da2d757182930506f5ca51db0bd8d8d2_1769621561.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5qcbpyj_/sda/containers/0/a8d/a0d3d939c2f3eab41574b4ab72d2aa8d/a0d3d939c2f3eab41574b4ab72d2aa8d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621565.00000-0, db: /tmp/tmp5qcbpyj_/sda/containers/0/a8d/a0d3d939c2f3eab41574b4ab72d2aa8d/a0d3d939c2f3eab41574b4ab72d2aa8d_1769621565.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621061.00000-0, db: /tmp/tmpe0337ujq/sda/containers/0/4f2/41a811e054c6bd0340dd685e4caee4f2/41a811e054c6bd0340dd685e4caee4f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621065.00000-0, db: /tmp/tmpe0337ujq/sda/containers/0/059/06bbb842f4ac1b9fd857200d3a944059/06bbb842f4ac1b9fd857200d3a944059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621069.00000-0, db: /tmp/tmpe0337ujq/sda/containers/0/bbd/67dd627d1a3f7c91f6524e702d902bbd/67dd627d1a3f7c91f6524e702d902bbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621073.00000-0, db: /tmp/tmpe0337ujq/sda/containers/0/eed/b49673d6cbd59b730340e1ff23f75eed/b49673d6cbd59b730340e1ff23f75eed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmppo_mw5h5/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621065.00000-0, db: /tmp/tmppo_mw5h5/sda/containers/0/059/06bbb842f4ac1b9fd857200d3a944059/06bbb842f4ac1b9fd857200d3a944059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621068.00000-0, db: /tmp/tmppo_mw5h5/sda/containers/0/b0f/a01ebc6e61325578c43c6bddad428b0f/a01ebc6e61325578c43c6bddad428b0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621071.00000-0, db: /tmp/tmppo_mw5h5/sda/containers/0/413/0b774da484036836b49edcf33ffac413/0b774da484036836b49edcf33ffac413.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621070.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/bfa/c9dbc6fb0a8e85550dccf2641a1ffbfa/c9dbc6fb0a8e85550dccf2641a1ffbfa.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621070.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/bfa/c9dbc6fb0a8e85550dccf2641a1ffbfa/c9dbc6fb0a8e85550dccf2641a1ffbfa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621070.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/bfa/c9dbc6fb0a8e85550dccf2641a1ffbfa/c9dbc6fb0a8e85550dccf2641a1ffbfa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621074.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/8f6/e91558503e1e358c0d0188867eeaa8f6/e91558503e1e358c0d0188867eeaa8f6.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621074.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/8f6/e91558503e1e358c0d0188867eeaa8f6/e91558503e1e358c0d0188867eeaa8f6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621074.00000-0, db: /tmp/tmppkl3k6qd/sda/containers/0/8f6/e91558503e1e358c0d0188867eeaa8f6/e91558503e1e358c0d0188867eeaa8f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmp35hipwqr/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmp35hipwqr/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621065.00000-0, db: /tmp/tmp35hipwqr/sda/containers/0/059/06bbb842f4ac1b9fd857200d3a944059/06bbb842f4ac1b9fd857200d3a944059.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621065.00000-0, db: /tmp/tmp35hipwqr/sda/containers/0/059/06bbb842f4ac1b9fd857200d3a944059/06bbb842f4ac1b9fd857200d3a944059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621068.00000-0, db: /tmp/tmp35hipwqr/sda/containers/0/b0f/a01ebc6e61325578c43c6bddad428b0f/a01ebc6e61325578c43c6bddad428b0f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621068.00000-0, db: /tmp/tmp35hipwqr/sda/containers/0/b0f/a01ebc6e61325578c43c6bddad428b0f/a01ebc6e61325578c43c6bddad428b0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621071.00000-0, db: /tmp/tmp35hipwqr/sda/containers/0/413/0b774da484036836b49edcf33ffac413/0b774da484036836b49edcf33ffac413.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621071.00000-0, db: /tmp/tmp35hipwqr/sda/containers/0/413/0b774da484036836b49edcf33ffac413/0b774da484036836b49edcf33ffac413.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmptg6smx0e/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210360.00000-0, db: /tmp/tmplwu5pdr_/sda/containers/0/cd5/59ae6a4b87c59836578cf8120c6decd5/59ae6a4b87c59836578cf8120c6decd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210363.00000-0, db: /tmp/tmplwu5pdr_/sda/containers/0/b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210363.00000-0, db: /tmp/tmplwu5pdr_/sda/containers/0/b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e/6081d67b6a5c4fa7e09fe13c79bf0b1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210354.00000-0, db: /tmp/tmp_vyzz942/sda/containers/0/7d9/41d4c93a9c5f2f53819c7c69afcde7d9/41d4c93a9c5f2f53819c7c69afcde7d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210356.00000-0, db: /tmp/tmp_vyzz942/sda/containers/0/259/63cf6203bffc786e36bd97b6c9468259/63cf6203bffc786e36bd97b6c9468259.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210358.00000-0, db: /tmp/tmp_vyzz942/sda/containers/0/895/f978ced535b1b164c3c615a74e1a5895/f978ced535b1b164c3c615a74e1a5895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210360.00000-0, db: /tmp/tmp_vyzz942/sda/containers/0/cd5/59ae6a4b87c59836578cf8120c6decd5/59ae6a4b87c59836578cf8120c6decd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210356.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/259/63cf6203bffc786e36bd97b6c9468259/63cf6203bffc786e36bd97b6c9468259.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210356.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/259/63cf6203bffc786e36bd97b6c9468259/63cf6203bffc786e36bd97b6c9468259.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210359.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/f0b/7a45cf1c99ad1a82e5ceadb134616f0b/7a45cf1c99ad1a82e5ceadb134616f0b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210359.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/f0b/7a45cf1c99ad1a82e5ceadb134616f0b/7a45cf1c99ad1a82e5ceadb134616f0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210362.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/577/48a725c4b83458e0a30af7841f745577/48a725c4b83458e0a30af7841f745577.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210362.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/577/48a725c4b83458e0a30af7841f745577/48a725c4b83458e0a30af7841f745577.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210365.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/c83/765a6b390bfe1ddb90e6c70c104dfc83/765a6b390bfe1ddb90e6c70c104dfc83.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210365.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/c83/765a6b390bfe1ddb90e6c70c104dfc83/765a6b390bfe1ddb90e6c70c104dfc83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210368.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/a99/cd17653128ca17b372bbaf3f7d47fa99/cd17653128ca17b372bbaf3f7d47fa99.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210368.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/a99/cd17653128ca17b372bbaf3f7d47fa99/cd17653128ca17b372bbaf3f7d47fa99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210371.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5fa/eb9dbd1f6f3345a872b4f54e83bd45fa/eb9dbd1f6f3345a872b4f54e83bd45fa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210371.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5fa/eb9dbd1f6f3345a872b4f54e83bd45fa/eb9dbd1f6f3345a872b4f54e83bd45fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210374.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/ea6/1bf4ed855face4cacb436f1e96e36ea6/1bf4ed855face4cacb436f1e96e36ea6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210374.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/ea6/1bf4ed855face4cacb436f1e96e36ea6/1bf4ed855face4cacb436f1e96e36ea6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210377.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/da0/9673469e22737fd455a6e03aaf79dda0/9673469e22737fd455a6e03aaf79dda0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210377.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/da0/9673469e22737fd455a6e03aaf79dda0/9673469e22737fd455a6e03aaf79dda0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210380.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/abb/2f9a6f714435c6884b26ff31e3b26abb/2f9a6f714435c6884b26ff31e3b26abb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210380.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/abb/2f9a6f714435c6884b26ff31e3b26abb/2f9a6f714435c6884b26ff31e3b26abb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210383.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/4ab/bbcd8113ff18e9aabf0b75d533bf04ab/bbcd8113ff18e9aabf0b75d533bf04ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210383.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/4ab/bbcd8113ff18e9aabf0b75d533bf04ab/bbcd8113ff18e9aabf0b75d533bf04ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210386.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/852/f04eb73eff905c38bcb38b59e2356852/f04eb73eff905c38bcb38b59e2356852.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210386.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/852/f04eb73eff905c38bcb38b59e2356852/f04eb73eff905c38bcb38b59e2356852.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210389.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/b06/14e897bd1cb3da83b70cb0cf7ef9eb06/14e897bd1cb3da83b70cb0cf7ef9eb06.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210389.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/b06/14e897bd1cb3da83b70cb0cf7ef9eb06/14e897bd1cb3da83b70cb0cf7ef9eb06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210392.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/76d/ded30fa88e50f87d079909b61a17376d/ded30fa88e50f87d079909b61a17376d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210392.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/76d/ded30fa88e50f87d079909b61a17376d/ded30fa88e50f87d079909b61a17376d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210395.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/c6b/15fe0c5d7a737c718550d09571ed4c6b/15fe0c5d7a737c718550d09571ed4c6b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210395.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/c6b/15fe0c5d7a737c718550d09571ed4c6b/15fe0c5d7a737c718550d09571ed4c6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210398.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/96a/fa2937b599d6eb5d861cfbfd5f80f96a/fa2937b599d6eb5d861cfbfd5f80f96a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210398.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/96a/fa2937b599d6eb5d861cfbfd5f80f96a/fa2937b599d6eb5d861cfbfd5f80f96a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210401.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/22b/19e4f0c3b99ad96940b343369a8d422b/19e4f0c3b99ad96940b343369a8d422b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210401.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/22b/19e4f0c3b99ad96940b343369a8d422b/19e4f0c3b99ad96940b343369a8d422b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210404.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/28d/408933d9ea6ea2d36c0cc3976193b28d/408933d9ea6ea2d36c0cc3976193b28d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210404.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/28d/408933d9ea6ea2d36c0cc3976193b28d/408933d9ea6ea2d36c0cc3976193b28d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210407.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/399/5dbcf4674741026bd44df437296a8399/5dbcf4674741026bd44df437296a8399.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210407.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/399/5dbcf4674741026bd44df437296a8399/5dbcf4674741026bd44df437296a8399.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210410.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5f4/b2a285059db7d6aca2e413e4760485f4/b2a285059db7d6aca2e413e4760485f4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210410.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5f4/b2a285059db7d6aca2e413e4760485f4/b2a285059db7d6aca2e413e4760485f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210413.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/17b/26c163eac6b3d9fe3658b22b6de2e17b/26c163eac6b3d9fe3658b22b6de2e17b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210413.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/17b/26c163eac6b3d9fe3658b22b6de2e17b/26c163eac6b3d9fe3658b22b6de2e17b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210416.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5dc/d3b17fc4e15fc1ca06700357fdfba5dc/d3b17fc4e15fc1ca06700357fdfba5dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210416.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5dc/d3b17fc4e15fc1ca06700357fdfba5dc/d3b17fc4e15fc1ca06700357fdfba5dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210419.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/9f1/f20867805bdd90f9438ba7ddbca489f1/f20867805bdd90f9438ba7ddbca489f1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210419.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/9f1/f20867805bdd90f9438ba7ddbca489f1/f20867805bdd90f9438ba7ddbca489f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210422.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/cfe/66ffaa00dcc786b497992cc5eeb3dcfe/66ffaa00dcc786b497992cc5eeb3dcfe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210422.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/cfe/66ffaa00dcc786b497992cc5eeb3dcfe/66ffaa00dcc786b497992cc5eeb3dcfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210425.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/3e2/9443d3a96a854e778ce65b26cd75a3e2/9443d3a96a854e778ce65b26cd75a3e2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210425.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/3e2/9443d3a96a854e778ce65b26cd75a3e2/9443d3a96a854e778ce65b26cd75a3e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210428.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/f63/747d4eb323e9b56c312be300469bbf63/747d4eb323e9b56c312be300469bbf63.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210428.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/f63/747d4eb323e9b56c312be300469bbf63/747d4eb323e9b56c312be300469bbf63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210431.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/7e8/b632497f69937920ddb9524a9b0157e8/b632497f69937920ddb9524a9b0157e8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210431.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/7e8/b632497f69937920ddb9524a9b0157e8/b632497f69937920ddb9524a9b0157e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210434.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/385/99bb616632e77b61b48bef26d5294385/99bb616632e77b61b48bef26d5294385.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210434.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/385/99bb616632e77b61b48bef26d5294385/99bb616632e77b61b48bef26d5294385.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210437.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/8ce/e9c7a3b705e9646eee5ab8f81162b8ce/e9c7a3b705e9646eee5ab8f81162b8ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210437.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/8ce/e9c7a3b705e9646eee5ab8f81162b8ce/e9c7a3b705e9646eee5ab8f81162b8ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210440.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/4ee/cfa1cd16bbc4912485c0f6892c7a84ee/cfa1cd16bbc4912485c0f6892c7a84ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210440.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/4ee/cfa1cd16bbc4912485c0f6892c7a84ee/cfa1cd16bbc4912485c0f6892c7a84ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210443.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/476/6a3af194b3472885df712ecf211bd476/6a3af194b3472885df712ecf211bd476.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210443.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/476/6a3af194b3472885df712ecf211bd476/6a3af194b3472885df712ecf211bd476.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210446.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5d0/2ba22a789b78c0bfafede7355e7175d0/2ba22a789b78c0bfafede7355e7175d0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210446.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5d0/2ba22a789b78c0bfafede7355e7175d0/2ba22a789b78c0bfafede7355e7175d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210449.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/d79/627389918d7bade142caa0dbbb465d79/627389918d7bade142caa0dbbb465d79.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210449.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/d79/627389918d7bade142caa0dbbb465d79/627389918d7bade142caa0dbbb465d79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210452.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/9b5/11432123e924df31d082f47dbfe139b5/11432123e924df31d082f47dbfe139b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210452.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/9b5/11432123e924df31d082f47dbfe139b5/11432123e924df31d082f47dbfe139b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210455.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/6e7/7e53e66f2f20895f18b5ecd63428a6e7/7e53e66f2f20895f18b5ecd63428a6e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210455.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/6e7/7e53e66f2f20895f18b5ecd63428a6e7/7e53e66f2f20895f18b5ecd63428a6e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210458.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/974/ea67a1a0975c3ba78735980925b1c974/ea67a1a0975c3ba78735980925b1c974.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210458.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/974/ea67a1a0975c3ba78735980925b1c974/ea67a1a0975c3ba78735980925b1c974.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210461.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/b90/71f8c8bb1b60a640078457e9b0821b90/71f8c8bb1b60a640078457e9b0821b90.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210461.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/b90/71f8c8bb1b60a640078457e9b0821b90/71f8c8bb1b60a640078457e9b0821b90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210464.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/84c/dd0834299f617cdb37242cba3766f84c/dd0834299f617cdb37242cba3766f84c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210464.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/84c/dd0834299f617cdb37242cba3766f84c/dd0834299f617cdb37242cba3766f84c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210467.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/4fe/b901e2d196b2cbec5e4bd3a33e07a4fe/b901e2d196b2cbec5e4bd3a33e07a4fe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210467.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/4fe/b901e2d196b2cbec5e4bd3a33e07a4fe/b901e2d196b2cbec5e4bd3a33e07a4fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210470.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/e93/4420cc0cec9dc7bab162d955358f0e93/4420cc0cec9dc7bab162d955358f0e93.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210470.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/e93/4420cc0cec9dc7bab162d955358f0e93/4420cc0cec9dc7bab162d955358f0e93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210473.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/ae5/cf0e5dbd94d3765fd99118e1112efae5/cf0e5dbd94d3765fd99118e1112efae5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210473.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/ae5/cf0e5dbd94d3765fd99118e1112efae5/cf0e5dbd94d3765fd99118e1112efae5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210476.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/fc9/67b9b3d3be7f65dedad061962a245fc9/67b9b3d3be7f65dedad061962a245fc9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210476.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/fc9/67b9b3d3be7f65dedad061962a245fc9/67b9b3d3be7f65dedad061962a245fc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210479.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/80b/6aaae66314b4e33c8099d06b01edd80b/6aaae66314b4e33c8099d06b01edd80b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210479.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/80b/6aaae66314b4e33c8099d06b01edd80b/6aaae66314b4e33c8099d06b01edd80b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210482.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/fcd/02b042505de0cbca6e8cd245b6a14fcd/02b042505de0cbca6e8cd245b6a14fcd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210482.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/fcd/02b042505de0cbca6e8cd245b6a14fcd/02b042505de0cbca6e8cd245b6a14fcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210485.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/6b1/cf0a9a84647933eac73622aa73da16b1/cf0a9a84647933eac73622aa73da16b1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210485.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/6b1/cf0a9a84647933eac73622aa73da16b1/cf0a9a84647933eac73622aa73da16b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210488.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/115/d3c02e3b374004a1119b8d73d4be9115/d3c02e3b374004a1119b8d73d4be9115.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210488.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/115/d3c02e3b374004a1119b8d73d4be9115/d3c02e3b374004a1119b8d73d4be9115.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210491.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5c1/f1fc6d799c5766119b9dc71bb72ff5c1/f1fc6d799c5766119b9dc71bb72ff5c1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210491.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/5c1/f1fc6d799c5766119b9dc71bb72ff5c1/f1fc6d799c5766119b9dc71bb72ff5c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210494.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/1c2/3c2a1e55dd3de192712cf79a9d6861c2/3c2a1e55dd3de192712cf79a9d6861c2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210494.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/1c2/3c2a1e55dd3de192712cf79a9d6861c2/3c2a1e55dd3de192712cf79a9d6861c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210497.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/252/235482cb4a5f32aa1f8a129df4eec252/235482cb4a5f32aa1f8a129df4eec252.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmptg6smx0e/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621065.00000-0, db: /tmp/tmptg6smx0e/sda/containers/0/059/06bbb842f4ac1b9fd857200d3a944059/06bbb842f4ac1b9fd857200d3a944059.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621065.00000-0, db: /tmp/tmptg6smx0e/sda/containers/0/059/06bbb842f4ac1b9fd857200d3a944059/06bbb842f4ac1b9fd857200d3a944059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621068.00000-0, db: /tmp/tmptg6smx0e/sda/containers/0/b0f/a01ebc6e61325578c43c6bddad428b0f/a01ebc6e61325578c43c6bddad428b0f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621068.00000-0, db: /tmp/tmptg6smx0e/sda/containers/0/b0f/a01ebc6e61325578c43c6bddad428b0f/a01ebc6e61325578c43c6bddad428b0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621071.00000-0, db: /tmp/tmptg6smx0e/sda/containers/0/413/0b774da484036836b49edcf33ffac413/0b774da484036836b49edcf33ffac413.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621071.00000-0, db: /tmp/tmptg6smx0e/sda/containers/0/413/0b774da484036836b49edcf33ffac413/0b774da484036836b49edcf33ffac413.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621062.00000-0, db: /tmp/tmppa1niima/sda/containers/0/f0e/99718cb8bdc2c1d301aa57fbb075cf0e/99718cb8bdc2c1d301aa57fbb075cf0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621064.00000-0, db: /tmp/tmppa1niima/sda/containers/0/1fd/c7968232693787a0fdfcf8d1c01f81fd/c7968232693787a0fdfcf8d1c01f81fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmppa1niima/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621068.00000-0, db: /tmp/tmppa1niima/sda/containers/0/b0f/a01ebc6e61325578c43c6bddad428b0f/a01ebc6e61325578c43c6bddad428b0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621063.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/dc2/5b9a7c1487d068f481a93183deab0dc2/5b9a7c1487d068f481a93183deab0dc2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621063.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/dc2/5b9a7c1487d068f481a93183deab0dc2/5b9a7c1487d068f481a93183deab0dc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621066.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/345/9cee850d783c951d87743a0e8cb40345/9cee850d783c951d87743a0e8cb40345.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621069.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/bbd/67dd627d1a3f7c91f6524e702d902bbd/67dd627d1a3f7c91f6524e702d902bbd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621069.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/bbd/67dd627d1a3f7c91f6524e702d902bbd/67dd627d1a3f7c91f6524e702d902bbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621072.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/f5e/5fd47a5bc3b14378e26600f941741f5e/5fd47a5bc3b14378e26600f941741f5e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621072.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/f5e/5fd47a5bc3b14378e26600f941741f5e/5fd47a5bc3b14378e26600f941741f5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621075.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/53a/004a232f9fac4b58b4efdc7bfca9b53a/004a232f9fac4b58b4efdc7bfca9b53a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621075.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/53a/004a232f9fac4b58b4efdc7bfca9b53a/004a232f9fac4b58b4efdc7bfca9b53a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621078.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/563/bd50c7f84d0d784d17526bc8b78d5563/bd50c7f84d0d784d17526bc8b78d5563.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621078.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/563/bd50c7f84d0d784d17526bc8b78d5563/bd50c7f84d0d784d17526bc8b78d5563.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621081.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/cfd/107e1fbec0d27abfe0b15d48b94fdcfd/107e1fbec0d27abfe0b15d48b94fdcfd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621081.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/cfd/107e1fbec0d27abfe0b15d48b94fdcfd/107e1fbec0d27abfe0b15d48b94fdcfd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621084.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/775/5b34ffad8f67444f9654cde928933775/5b34ffad8f67444f9654cde928933775.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621084.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/775/5b34ffad8f67444f9654cde928933775/5b34ffad8f67444f9654cde928933775.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621087.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/dd2/d175371b0e250e06d71bad56cdaf3dd2/d175371b0e250e06d71bad56cdaf3dd2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621087.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/dd2/d175371b0e250e06d71bad56cdaf3dd2/d175371b0e250e06d71bad56cdaf3dd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621090.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/92c/e00c4c8c45425a76a59677dd5bddf92c/e00c4c8c45425a76a59677dd5bddf92c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621090.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/92c/e00c4c8c45425a76a59677dd5bddf92c/e00c4c8c45425a76a59677dd5bddf92c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621093.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/3b1/6ffba746c6b90d2143b3b76c603053b1/6ffba746c6b90d2143b3b76c603053b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621093.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/3b1/6ffba746c6b90d2143b3b76c603053b1/6ffba746c6b90d2143b3b76c603053b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621096.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/205/f33d381fe6ae4a960a1ae680a7943205/f33d381fe6ae4a960a1ae680a7943205.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621096.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/205/f33d381fe6ae4a960a1ae680a7943205/f33d381fe6ae4a960a1ae680a7943205.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621099.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/2fe/885c508c65857f5c2b864ec341af52fe/885c508c65857f5c2b864ec341af52fe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621099.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/2fe/885c508c65857f5c2b864ec341af52fe/885c508c65857f5c2b864ec341af52fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621102.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/db1/3645a9a655b8c8e8bac4a3613e95fdb1/3645a9a655b8c8e8bac4a3613e95fdb1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621102.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/db1/3645a9a655b8c8e8bac4a3613e95fdb1/3645a9a655b8c8e8bac4a3613e95fdb1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621105.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/223/c202834f05088f000c9fc5c0d9a35223/c202834f05088f000c9fc5c0d9a35223.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621105.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/223/c202834f05088f000c9fc5c0d9a35223/c202834f05088f000c9fc5c0d9a35223.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621108.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/065/9b5976d7f68e39c3b7a1825112b7e065/9b5976d7f68e39c3b7a1825112b7e065.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621108.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/065/9b5976d7f68e39c3b7a1825112b7e065/9b5976d7f68e39c3b7a1825112b7e065.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621111.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/2dd/86454a501aa7c34943ffaed68a4b32dd/86454a501aa7c34943ffaed68a4b32dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621111.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/2dd/86454a501aa7c34943ffaed68a4b32dd/86454a501aa7c34943ffaed68a4b32dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621114.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/242/2ac8d2e14f9406cdc8afe2aea9a66242/2ac8d2e14f9406cdc8afe2aea9a66242.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621114.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/242/2ac8d2e14f9406cdc8afe2aea9a66242/2ac8d2e14f9406cdc8afe2aea9a66242.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621117.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/9c1/8bc81810d0aa00c335e759c94da749c1/8bc81810d0aa00c335e759c94da749c1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621117.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/9c1/8bc81810d0aa00c335e759c94da749c1/8bc81810d0aa00c335e759c94da749c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621120.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/399/d5383ce89fac27557046565e02cf9399/d5383ce89fac27557046565e02cf9399.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621120.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/399/d5383ce89fac27557046565e02cf9399/d5383ce89fac27557046565e02cf9399.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621123.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/946/078eefdb37847b353044920bffcb2946/078eefdb37847b353044920bffcb2946.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621123.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/946/078eefdb37847b353044920bffcb2946/078eefdb37847b353044920bffcb2946.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621126.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/dbb/84963770042ba0106ec66c7f74467dbb/84963770042ba0106ec66c7f74467dbb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621126.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/dbb/84963770042ba0106ec66c7f74467dbb/84963770042ba0106ec66c7f74467dbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621129.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/357/36cd9d9dd2b334e6ac8da5a88bb8c357/36cd9d9dd2b334e6ac8da5a88bb8c357.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621129.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/357/36cd9d9dd2b334e6ac8da5a88bb8c357/36cd9d9dd2b334e6ac8da5a88bb8c357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621132.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/133/c208ded61c9ca7324f5760af8f1bf133/c208ded61c9ca7324f5760af8f1bf133.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621132.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/133/c208ded61c9ca7324f5760af8f1bf133/c208ded61c9ca7324f5760af8f1bf133.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621135.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/ee2/e94fa34178280a545b175a71138f1ee2/e94fa34178280a545b175a71138f1ee2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621135.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/ee2/e94fa34178280a545b175a71138f1ee2/e94fa34178280a545b175a71138f1ee2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621138.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/389/6a2ed06391bea55c7239472552b3a389/6a2ed06391bea55c7239472552b3a389.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621138.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/389/6a2ed06391bea55c7239472552b3a389/6a2ed06391bea55c7239472552b3a389.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621141.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/4fd/e0c4f0955849734d2db8eb04b01bc4fd/e0c4f0955849734d2db8eb04b01bc4fd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621141.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/4fd/e0c4f0955849734d2db8eb04b01bc4fd/e0c4f0955849734d2db8eb04b01bc4fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621144.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/f85/e5a3b2c16c994c65d33bf58ea3641f85/e5a3b2c16c994c65d33bf58ea3641f85.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621144.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/f85/e5a3b2c16c994c65d33bf58ea3641f85/e5a3b2c16c994c65d33bf58ea3641f85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621147.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/992/6a995abb36e9059cc73e3fc709641992/6a995abb36e9059cc73e3fc709641992.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621147.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/992/6a995abb36e9059cc73e3fc709641992/6a995abb36e9059cc73e3fc709641992.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621150.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/d6c/13d1b7b8f9d3df5e061e556cd0b4fd6c/13d1b7b8f9d3df5e061e556cd0b4fd6c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621150.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/d6c/13d1b7b8f9d3df5e061e556cd0b4fd6c/13d1b7b8f9d3df5e061e556cd0b4fd6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621153.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/d3f/19ea93cd6b8d79794ab2031721f0bd3f/19ea93cd6b8d79794ab2031721f0bd3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621153.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/d3f/19ea93cd6b8d79794ab2031721f0bd3f/19ea93cd6b8d79794ab2031721f0bd3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621156.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/935/1064fe6688e359f792aab392ebe27935/1064fe6688e359f792aab392ebe27935.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621156.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/935/1064fe6688e359f792aab392ebe27935/1064fe6688e359f792aab392ebe27935.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621159.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/23f/36e180fc79495dc7b4df4e4a85f5c23f/36e180fc79495dc7b4df4e4a85f5c23f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621159.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/23f/36e180fc79495dc7b4df4e4a85f5c23f/36e180fc79495dc7b4df4e4a85f5c23f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621162.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/a6c/5ea488fd80be346aeadcb720d1eeda6c/5ea488fd80be346aeadcb720d1eeda6c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621162.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/a6c/5ea488fd80be346aeadcb720d1eeda6c/5ea488fd80be346aeadcb720d1eeda6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621165.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/e63/1497f88d592df4b1476ca5b2984d6e63/1497f88d592df4b1476ca5b2984d6e63.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621165.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/e63/1497f88d592df4b1476ca5b2984d6e63/1497f88d592df4b1476ca5b2984d6e63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621168.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/43b/62ca9a2eb650457de2b02e0b7089343b/62ca9a2eb650457de2b02e0b7089343b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621168.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/43b/62ca9a2eb650457de2b02e0b7089343b/62ca9a2eb650457de2b02e0b7089343b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621171.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/d0b/958497c9b199fb15a1e764067f6a1d0b/958497c9b199fb15a1e764067f6a1d0b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621171.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/d0b/958497c9b199fb15a1e764067f6a1d0b/958497c9b199fb15a1e764067f6a1d0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621174.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/284/5b1a14e71c9a939e23ebc3915074c284/5b1a14e71c9a939e23ebc3915074c284.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621174.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/284/5b1a14e71c9a939e23ebc3915074c284/5b1a14e71c9a939e23ebc3915074c284.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621177.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/5ec/0e180784f35041004769489969b585ec/0e180784f35041004769489969b585ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621177.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/5ec/0e180784f35041004769489969b585ec/0e180784f35041004769489969b585ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621180.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/930/36de9dcfc767a3a1ae2be363a091f930/36de9dcfc767a3a1ae2be363a091f930.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621180.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/930/36de9dcfc767a3a1ae2be363a091f930/36de9dcfc767a3a1ae2be363a091f930.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621183.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/9ec/8d9de8dd4f3228db31bcbad2656e69ec/8d9de8dd4f3228db31bcbad2656e69ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621183.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/9ec/8d9de8dd4f3228db31bcbad2656e69ec/8d9de8dd4f3228db31bcbad2656e69ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621186.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/77a/0b23b723b163a3f3b6fd5363e394877a/0b23b723b163a3f3b6fd5363e394877a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621186.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/77a/0b23b723b163a3f3b6fd5363e394877a/0b23b723b163a3f3b6fd5363e394877a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621189.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/c90/32375755ea32c6f06b6aa747708a1c90/32375755ea32c6f06b6aa747708a1c90.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621189.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/c90/32375755ea32c6f06b6aa747708a1c90/32375755ea32c6f06b6aa747708a1c90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621192.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/7c6/50a9c591eff88ae8bcdd7f7f70ff17c6/50a9c591eff88ae8bcdd7f7f70ff17c6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621192.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/7c6/50a9c591eff88ae8bcdd7f7f70ff17c6/50a9c591eff88ae8bcdd7f7f70ff17c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621195.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/ae4/2f08facf30497b90a39db0776a35aae4/2f08facf30497b90a39db0776a35aae4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621195.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/ae4/2f08facf30497b90a39db0776a35aae4/2f08facf30497b90a39db0776a35aae4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621198.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/5a0/a392189b9bff3fe24e4f372d4170c5a0/a392189b9bff3fe24e4f372d4170c5a0.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok test.unit.container.test_sharder.TestSharder.test_check_node test.unit.container.test_sharder.TestSharder.test_check_node ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210497.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/252/235482cb4a5f32aa1f8a129df4eec252/235482cb4a5f32aa1f8a129df4eec252.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210500.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/391/91de5461161e5d1fda004032dd683391/91de5461161e5d1fda004032dd683391.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210500.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/391/91de5461161e5d1fda004032dd683391/91de5461161e5d1fda004032dd683391.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210503.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/ff4/8c504a1dd3f6cc618efafa7b939adff4/8c504a1dd3f6cc618efafa7b939adff4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210503.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/ff4/8c504a1dd3f6cc618efafa7b939adff4/8c504a1dd3f6cc618efafa7b939adff4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210506.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/dc4/ed3885f0ad12260cb1d6c042633d5dc4/ed3885f0ad12260cb1d6c042633d5dc4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210506.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/dc4/ed3885f0ad12260cb1d6c042633d5dc4/ed3885f0ad12260cb1d6c042633d5dc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210509.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/df0/e44818c63efaff4b9c9b75ac0c3ccdf0/e44818c63efaff4b9c9b75ac0c3ccdf0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210509.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/df0/e44818c63efaff4b9c9b75ac0c3ccdf0/e44818c63efaff4b9c9b75ac0c3ccdf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210512.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/4fa/5193a002388f2981865c6b14491334fa/5193a002388f2981865c6b14491334fa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210512.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/4fa/5193a002388f2981865c6b14491334fa/5193a002388f2981865c6b14491334fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210515.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/8af/f704d5f7b42942ebb0f407a1d2f368af/f704d5f7b42942ebb0f407a1d2f368af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210515.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/8af/f704d5f7b42942ebb0f407a1d2f368af/f704d5f7b42942ebb0f407a1d2f368af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210518.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/cf2/365711eb35bf123142208562d6562cf2/365711eb35bf123142208562d6562cf2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210518.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/cf2/365711eb35bf123142208562d6562cf2/365711eb35bf123142208562d6562cf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210521.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/ceb/6af183d21ebce0d87284ac94258afceb/6af183d21ebce0d87284ac94258afceb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735210521.00000-0, db: /tmp/tmpza0e5k69/sda/containers/0/ceb/6af183d21ebce0d87284ac94258afceb/6af183d21ebce0d87284ac94258afceb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621198.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/5a0/a392189b9bff3fe24e4f372d4170c5a0/a392189b9bff3fe24e4f372d4170c5a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621201.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/7a1/5826a1dd99e3c682f1508d66d90497a1/5826a1dd99e3c682f1508d66d90497a1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621201.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/7a1/5826a1dd99e3c682f1508d66d90497a1/5826a1dd99e3c682f1508d66d90497a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621204.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/593/26820c55f6cbea25c8be2b44aeda2593/26820c55f6cbea25c8be2b44aeda2593.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621204.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/593/26820c55f6cbea25c8be2b44aeda2593/26820c55f6cbea25c8be2b44aeda2593.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621207.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/cea/b50e2b9f50ca83bfa53f1c9753328cea/b50e2b9f50ca83bfa53f1c9753328cea.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621207.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/cea/b50e2b9f50ca83bfa53f1c9753328cea/b50e2b9f50ca83bfa53f1c9753328cea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621210.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/a6d/fa10b4cce2092baaa90e6d784059da6d/fa10b4cce2092baaa90e6d784059da6d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621210.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/a6d/fa10b4cce2092baaa90e6d784059da6d/fa10b4cce2092baaa90e6d784059da6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621213.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/b6d/563eeaa5e7605049ef2b15f25149eb6d/563eeaa5e7605049ef2b15f25149eb6d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621213.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/b6d/563eeaa5e7605049ef2b15f25149eb6d/563eeaa5e7605049ef2b15f25149eb6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621216.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/f4b/aa8dfbc113df6215bbc5a3d017104f4b/aa8dfbc113df6215bbc5a3d017104f4b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621216.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/f4b/aa8dfbc113df6215bbc5a3d017104f4b/aa8dfbc113df6215bbc5a3d017104f4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621219.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/9b6/6f21ad7afc7d4282d3cb202e3e1e49b6/6f21ad7afc7d4282d3cb202e3e1e49b6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621219.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/9b6/6f21ad7afc7d4282d3cb202e3e1e49b6/6f21ad7afc7d4282d3cb202e3e1e49b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621222.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/fd2/446a10f5cf3f915c22f09bf0802a9fd2/446a10f5cf3f915c22f09bf0802a9fd2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621222.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/fd2/446a10f5cf3f915c22f09bf0802a9fd2/446a10f5cf3f915c22f09bf0802a9fd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621225.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/cb1/b6cc3a305cfc2fa1593fd6881dfd4cb1/b6cc3a305cfc2fa1593fd6881dfd4cb1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621225.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/cb1/b6cc3a305cfc2fa1593fd6881dfd4cb1/b6cc3a305cfc2fa1593fd6881dfd4cb1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621228.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/e9d/4240fd7eb25a3794c8903d32466d4e9d/4240fd7eb25a3794c8903d32466d4e9d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769621228.00000-0, db: /tmp/tmp81vwrr30/sda/containers/0/e9d/4240fd7eb25a3794c8903d32466d4e9d/4240fd7eb25a3794c8903d32466d4e9d.db sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.005089998245239258s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002684593200683594s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpdb31cupe/sda/containers/0/bde/2ea0368c1311b350c8ba37ddc1b21bde/2ea0368c1311b350c8ba37ddc1b21bde.db, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00020503997802734375s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpwwso8wdq/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001971721649169922s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpwwso8wdq/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.82012939453125e-05s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001842975616455078s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769620938.61886, (5, 5) as of 1769621060.04966, cleaved as of 1769620938.61886> in 0.013s, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db'test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test INFO: Cleaved ShardRange in 0.177s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003733634948730469s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.012438535690307617s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpdb31cupe/sda/containers/0/1c7/1d8cbf9d4767f660c3b8bb685ddd21c7/1d8cbf9d4767f660c3b8bb685ddd21c7.db, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00028014183044433594s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024509429931640625s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00032973289489746094s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0004830360412597656s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002429485321044922s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209963.46012, (5, 5) as of 1735210362.59537, cleaved as of 1735209963.46012> in 0.109s, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpdb31cupe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210360.20864.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00042438507080078125s, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00028324127197265625s, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test INFO: Cleaved ShardRange in 0.181s, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00030231475830078125s, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00020694732666015625s, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735209963.46012, (1, 6144) as of 1735210364.06736, cleaved as of 1735209963.46012> in 0.161s, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5n2bwlkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210362.91831.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0004279613494873047s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021767616271972656s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Cleaved ShardRange in 0.133s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpwwso8wdq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621059.80751.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test INFO: Cleaved ShardRange in 0.016s, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000301361083984375s, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769620938.61886, (1, 6144) as of 1769621060.18713, cleaved as of 1769620938.61886> in 0.019s, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpljp7yvs4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.08130.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019121170043945312s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok -sharder-test DEBUG: got 6 rows (deleted=False) in 0.00036835670471191406s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019788742065429688s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209963.46012, (6, 6) as of 1735210365.19141, cleaved as of 1735209963.46012> in 0.153s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ecba1dd0-2eb6-4943-b27f-37800be2d847-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003871917724609375s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019121170043945312s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Cleaved ShardRange in 0.08s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209963.46012, (6, 6) as of 1735210365.19141, cleaved as of 1735209963.46012>, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00026416778564453125s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022101402282714844s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209963.46012, (6, 6) as of 1735210365.19141, cleaved as of 1735209963.46012> in 0.045s, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpcvjrwc_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210364.37491.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0008461475372314453s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002586841583251953s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaved ShardRange in 0.108s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, found as of 1735209963.46012>, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0007951259613037109s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0014824867248535156s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpiekw57y3/sda/containers/0/9b9/972568f4e581d2eee989a80f294ed9b9/972568f4e581d2eee989a80f294ed9b9.db, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012> - shard db already in sync, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735209963.46012, (3, 6) as of 1735210367.28044, cleaved as of 1735209963.46012> in 0.037s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004448890686035156s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002543926239013672s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735209963.46012, (1, 100) as of 1735210367.56239, cleaved as of 1735209963.46012> in 0.14s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0005297660827636719s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Cleaved ShardRange in 0.017s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.00019049644470214844s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769620938.61886, (6, 6) as of 1769621060.31538, cleaved as of 1769620938.61886> in 0.013s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0a4ed428-1f14-4ee8-b61f-3b81f166a503-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017070770263671875s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769620938.61886, (6, 6) as of 1769621060.31538, cleaved as of 1769620938.61886>, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769620938.61886, (6, 6) as of 1769621060.31538, cleaved as of 1769620938.61886> in 0.01s, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpa99wregy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.22059.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaved ShardRange in 0.013s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, found as of 1769620938.61886>, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018262863159179688s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpa8j14zl0/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886> - shard db already in sync, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769620938.61886, (3, 6) as of 1769621060.59057, cleaved as of 1769620938.61886> in 0.005s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001761913299560547s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769620938.61886, (1, 100) as of 1769621060.62482, cleaved as of 1769620938.61886> in 0.012s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00036644935607910156s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735209963.46012, (1, 1000) as of 1735210368.03495, cleaved as of 1735209963.46012> in 0.16s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735209963.46012, (2, 15) as of 1735210368.29528, active as of 1735209963.46012>, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003540515899658203s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001888275146484375s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735209963.46012, (2, 15) as of 1735210368.29528, active as of 1735209963.46012> in 0.085s, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpiekw57y3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210366.09506.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00032258033752441406s, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001976490020751953s, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test INFO: Cleaved ShardRange in 0.056s, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpd6kh031o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210368.73962.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030040740966796875s, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018978118896484375s, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769620938.61886, (1, 1000) as of 1769621060.67287, cleaved as of 1769620938.61886> in 0.015s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769620938.61886, (2, 15) as of 1769621060.69534, active as of 1769620938.61886>, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001761913299560547s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769620938.61886, (2, 15) as of 1769621060.69534, active as of 1769620938.61886> in 0.015s, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpa8j14zl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.43255.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015687942504882812s, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp773epv00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.75309.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00035309791564941406s, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003108978271484375s, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012> - zero objects found, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003299713134765625s, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022840499877929688s, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012> - zero objects found, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpf4iliw2z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210369.31914.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.004896640777587891s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024700164794921875s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002257823944091797s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaved ShardRange in 0.12s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, found as of 1735209963.46012>, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.008866548538208008s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013947486877441406s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003037452697753906s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp6pmx0vww/sda/containers/0/9b9/972568f4e581d2eee989a80f294ed9b9/972568f4e581d2eee989a80f294ed9b9.db, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012> - shard db already in sync, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735209963.46012, (3, 6) as of 1735210371.51610, cleaved as of 1735209963.46012> in 0.039s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00035381317138671875s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021338462829589844s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735209963.46012, (1, 100) as of 1735210371.76694, cleaved as of 1735209963.46012> in 0.069s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.008993864059448242s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017452239990234375s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012636184692382812s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735209963.46012, (1, 1000) as of 1735210372.09583, cleaved as of 1735209963.46012> in 0.117s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735209963.46012, (2, 15) as of 1735210372.28704, active as of 1735209963.46012>, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002582073211669922s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015044212341308594s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735209963.46012, (2, 15) as of 1735210372.28704, active as of 1735209963.46012> in 0.064s, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp6pmx0vww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210370.23973.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886> - zero objects found, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886> - zero objects found, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqm_bu0yj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.83223.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.650520324707031e-05s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaved ShardRange in 0.016s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, found as of 1769620938.61886>, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022101402282714844s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.4849853515625e-05s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011134147644042969s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016760826110839844s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmper04x3ka/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886> - shard db already in sync, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769620938.61886, (3, 6) as of 1769621061.15238, cleaved as of 1769620938.61886> in 0.007s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017714500427246094s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.626678466796875e-05s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769620938.61886, (1, 100) as of 1769621061.20681, cleaved as of 1769620938.61886> in 0.016s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017571449279785156s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.53131103515625e-05s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.602836608886719e-05s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769620938.61886, (1, 1000) as of 1769621061.25964, cleaved as of 1769620938.61886> in 0.017s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769620938.61886, (2, 15) as of 1769621061.28007, active as of 1769620938.61886>, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.626678466796875e-05s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0004382133483886719s, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024819374084472656s, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test INFO: Cleaved ShardRange in 0.108s, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735209963.46012, (500000, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003502368927001953s, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002942085266113281s, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1735209963.46012, (2, 103) as of 1735210373.27868, cleaved as of 1735209963.46012> in 0.121s, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1735210373.37472, (500000, 0) as of 1735210373.37472, created as of 1735210373.37472>, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0003159046173095703s, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00030732154846191406s, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1735210373.37472, (3, 1103) as of 1735210373.57088, cleaved as of 1735210373.37472> in 0.104s, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpirz00_gh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210372.59722.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.005145072937011719s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014591217041015625s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020313262939453125s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpnfugj0il/sda/containers/0/69a/52dc15bc95932a412a3dd903a1c1269a/52dc15bc95932a412a3dd903a1c1269a.db, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021600723266601562s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002372264862060547s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012230873107910156s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769620938.61886, (2, 15) as of 1769621061.28007, active as of 1769620938.61886> in 0.014s, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmper04x3ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621060.98021.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018095970153808594s, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test INFO: Cleaved ShardRange in 0.013s, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769620938.61886, (500000, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017523765563964844s, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1769620938.61886, (2, 103) as of 1769621061.44742, cleaved as of 1769620938.61886> in 0.015s, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1769621061.46577, (500000, 0) as of 1769621061.46577, created as of 1769621061.46577>, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.000179290771484375s, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1769621061.46577, (3, 1103) as of 1769621061.50522, cleaved as of 1769621061.46577> in 0.015s, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp1viqr7xk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621061.35809.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016689300537109375s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.413459777832031e-05s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpqzja3b9h/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016188621520996094s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017833709716796875s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001838207244873047s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1769621061.52894, (0, 0) as of 1769621061.52894, sharding as of 1769621061.52894>, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769620938.61886, (3, 6) as of 1769621061.64598, cleaved as of 1769620938.61886> in 0.013s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016307830810546875s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.318092346191406e-05s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1769620938.61886, (2, 15) as of 1769621061.66281, cleaved as of 1769620938.61886>, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017452239990234375s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1769621061.52894, (0, 0) as of 1769621061.52894, sharding as of 1769621061.52894>, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769620938.61886, (2, 15) as of 1769621061.66281, cleaved as of 1769620938.61886> in 0.01s, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok - -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013303756713867188s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00042629241943359375s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023484230041503906s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1735210373.67972, (0, 0) as of 1735210373.67972, sharding as of 1735210373.67972>, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735209963.46012, (3, 6) as of 1735210374.38251, cleaved as of 1735209963.46012> in 0.093s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00040435791015625s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020575523376464844s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023555755615234375s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001995563507080078s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1735209963.46012, (2, 15) as of 1735210374.49947, cleaved as of 1735209963.46012>, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00030803680419921875s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002498626708984375s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1735210373.67972, (0, 0) as of 1735210373.67972, sharding as of 1735210373.67972>, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735209963.46012, (2, 15) as of 1735210374.49947, cleaved as of 1735209963.46012> in 0.068s, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpnfugj0il/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210373.67974.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8gxv5oik/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8gxv5oik/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8gxv5oik/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8gxv5oik/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp8gxv5oik/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp8gxv5oik/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8gxv5oik/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735210387.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735210387.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735210387.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00029015541076660156s, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016427040100097656s, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019598007202148438s, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021648406982421875s, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735210387.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735210387.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1735210375.15504, (1000, 11111) as of 1735210375.15504, created as of 1735210375.15504>, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735210387.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0021495819091796875s, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002377033233642578s, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1735210397.00000, (0, 0) as of 1735210386.00000, shrunk as of 1735210386.00000>, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735210387.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735210375.15504, (1000, 11111) as of 1735210375.15504, created as of 1735210375.15504> in 0.052s, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735210387.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735210387.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptzey34sc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735210414.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735210414.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735210414.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025463104248046875s, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014162063598632812s, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001785755157470703s, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735210414.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735210414.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1735210375.60604, (1000, 11111) as of 1735210375.60604, cleaved as of 1735210375.60604>, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735210414.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00042319297790527344s, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002338886260986328s, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1735210424.00000, (0, 0) as of 1735210413.00000, shrunk as of 1735210413.00000>, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735210414.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735210375.60604, (1000, 11111) as of 1735210375.60604, cleaved as of 1735210375.60604> in 0.054s, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735210414.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735210414.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptzey34sc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735210441.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735210441.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735210441.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00027251243591308594s, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000148773193359375s, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016427040100097656s, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002536773681640625s, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735210441.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735210441.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1735210376.06590, (1000, 11111) as of 1735210376.06590, active as of 1735210376.06590>, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735210441.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00040411949157714844s, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020575523376464844s, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1735210451.00000, (0, 0) as of 1735210440.00000, shrunk as of 1735210440.00000>, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735210441.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735210376.06590, (1000, 11111) as of 1735210376.06590, active as of 1735210376.06590> in 0.105s, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735210441.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735210441.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptzey34sc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002789497375488281s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000377655029296875s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002048015594482422s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1735210376.62048, (1000, 11111) as of 1735210376.62048, created as of 1735210376.62048>, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002467632293701172s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020313262939453125s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1735210467.00000, (0, 0) as of 1735210467.00000, shrinking as of 1735210467.00000>, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735210376.62048, (1000, 11111) as of 1735210376.62048, created as of 1735210376.62048> in 0.05s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1735210376.62059, (1000, 11111) as of 1735210376.62059, created as of 1735210376.62059>, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003600120544433594s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021910667419433594s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1735210467.00000, (0, 0) as of 1735210467.00000, shrinking as of 1735210467.00000>, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735210376.62059, (1000, 11111) as of 1735210376.62059, created as of 1735210376.62059> in 0.081s, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735210468.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptzey34sc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00037288665771484375s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024771690368652344s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020885467529296875s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002181529998779297s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1735210377.31394, (1000, 11111) as of 1735210377.31394, cleaved as of 1735210377.31394>, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004165172576904297s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002257823944091797s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1735210500.00000, (0, 0) as of 1735210500.00000, shrinking as of 1735210500.00000>, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735210377.31394, (1000, 11111) as of 1735210377.31394, cleaved as of 1735210377.31394> in 0.068s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1735210377.31403, (1000, 11111) as of 1735210377.31403, cleaved as of 1735210377.31403>, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003654956817626953s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020074844360351562s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1735210500.00000, (0, 0) as of 1735210500.00000, shrinking as of 1735210500.00000>, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735210377.31403, (1000, 11111) as of 1735210377.31403, cleaved as of 1735210377.31403> in 0.048s, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735210501.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptzey34sc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030350685119628906s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017786026000976562s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015854835510253906s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000164031982421875s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1735210378.06211, (1000, 11111) as of 1735210378.06211, active as of 1735210378.06211>, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003192424774169922s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00033974647521972656s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1735210533.00000, (0, 0) as of 1735210533.00000, shrinking as of 1735210533.00000>, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735210378.06211, (1000, 11111) as of 1735210378.06211, active as of 1735210378.06211> in 0.065s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1735210378.06223, (1000, 11111) as of 1735210378.06223, active as of 1735210378.06223>, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0005950927734375s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022101402282714844s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1735210533.00000, (0, 0) as of 1735210533.00000, shrinking as of 1735210533.00000>, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735210378.06223, (1000, 11111) as of 1735210378.06223, active as of 1735210378.06223> in 0.08s, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735210534.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptzey34sc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003674030303955078s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001494884490966797s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021719932556152344s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000152587890625s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1735210378.91727, (1000, 11111) as of 1735210378.91727, cleaved as of 1735210378.91727>, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00027751922607421875s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002524852752685547s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1735210566.00000, (0, 0) as of 1735210566.00000, shrinking as of 1735210566.00000>, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735210378.91727, (1000, 11111) as of 1735210378.91727, cleaved as of 1735210378.91727> in 0.228s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1735210378.91756, (1000, 11111) as of 1735210378.91756, cleaved as of 1735210378.91756>, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00032138824462890625s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023317337036132812s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1735210566.00000, (0, 0) as of 1735210566.00000, shrinking as of 1735210566.00000>, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735210378.91756, (1000, 11111) as of 1735210378.91756, cleaved as of 1735210378.91756> in 0.067s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1735210378.91759, (1000, 11111) as of 1735210378.91759, cleaved as of 1735210378.91759>, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003521442413330078s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019502639770507812s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1735210566.00000, (0, 0) as of 1735210566.00000, shrinking as of 1735210566.00000>, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735210378.91759, (1000, 11111) as of 1735210378.91759, cleaved as of 1735210378.91759> in 0.062s, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735210567.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptzey34sc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004363059997558594s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019669532775878906s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021147727966308594s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.001857757568359375s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1735210380.10591, (1000, 11111) as of 1735210380.10591, created as of 1735210380.10591>, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003333091735839844s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002627372741699219s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1735210605.00000, (0, 0) as of 1735210605.00000, shrinking as of 1735210605.00000>, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735210380.10591, (1000, 11111) as of 1735210380.10591, created as of 1735210380.10591> in 0.077s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1735210380.10599, (1000, 11111) as of 1735210380.10599, created as of 1735210380.10599>, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003993511199951172s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002281665802001953s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1735210605.00000, (0, 0) as of 1735210605.00000, shrinking as of 1735210605.00000>, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735210380.10599, (1000, 11111) as of 1735210380.10599, created as of 1735210380.10599> in 0.04s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1735210380.10601, (1000, 11111) as of 1735210380.10601, created as of 1735210380.10601>, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00032591819763183594s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001747608184814453s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1735210605.00000, (0, 0) as of 1735210605.00000, shrinking as of 1735210605.00000>, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735210380.10601, (1000, 11111) as of 1735210380.10601, created as of 1735210380.10601> in 0.076s, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735210606.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptzey34sc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003020763397216797s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019478797912597656s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002574920654296875s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002243518829345703s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1735210381.06193, (1000, 11111) as of 1735210381.06193, active as of 1735210381.06193>, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003476142883300781s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00035643577575683594s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1735210644.00000, (0, 0) as of 1735210644.00000, shrinking as of 1735210644.00000>, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735210381.06193, (1000, 11111) as of 1735210381.06193, active as of 1735210381.06193> in 0.093s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1735210381.06203, (1000, 11111) as of 1735210381.06203, active as of 1735210381.06203>, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00048804283142089844s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002841949462890625s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1735210644.00000, (0, 0) as of 1735210644.00000, shrinking as of 1735210644.00000>, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735210381.06203, (1000, 11111) as of 1735210381.06203, active as of 1735210381.06203> in 0.086s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1735210381.06206, (1000, 11111) as of 1735210381.06206, active as of 1735210381.06206>, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002944469451904297s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021457672119140625s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1735210644.00000, (0, 0) as of 1735210644.00000, shrinking as of 1735210644.00000>, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735210381.06206, (1000, 11111) as of 1735210381.06206, active as of 1735210381.06206> in 0.052s, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735210645.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptzey34sc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003669261932373047s, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001742839813232422s, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002503395080566406s, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019478797912597656s, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1735210382.04616, (1000, 11111) as of 1735210382.04616, created as of 1735210382.04616>, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00031876564025878906s, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024008750915527344s, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1735210683.00000, (0, 0) as of 1735210683.00000, shrinking as of 1735210683.00000>, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735210382.04616, (1000, 11111) as of 1735210382.04616, created as of 1735210382.04616> in 0.213s, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cf07e3c7-da37-4939-bc4a-19a952f5fb1d-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmptzey34sc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735210684.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.01171255111694336s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1735210382.95810, (1000, 11111) as of 1735210382.95810, cleaved as of 1735210382.95810>, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0005090236663818359s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002396106719970703s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1735210709.00000, (0, 0) as of 1735210709.00000, shrinking as of 1735210709.00000>, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735210382.95810, (1000, 11111) as of 1735210382.95810, cleaved as of 1735210382.95810> in 0.082s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1735210382.95819, (1000, 11111) as of 1735210382.95819, cleaved as of 1735210382.95819>, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003371238708496094s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018477439880371094s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1735210709.00000, (0, 0) as of 1735210709.00000, shrinking as of 1735210709.00000>, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735210382.95819, (1000, 11111) as of 1735210382.95819, cleaved as of 1735210382.95819> in 0.072s, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b0e10b30-0d7b-423f-88e9-fea673c21b3a-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmptzey34sc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735210710.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210742.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210742.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210742.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021958351135253906s, path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001583099365234375s, path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011301040649414062s, path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002586841583251953s, path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210742.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210742.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210742.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210742.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '7c58119a-c23d-492c-b036-1e61c2bb874d-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmptzey34sc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735210742.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210762.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpqzja3b9h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621061.52895.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfh1g8sbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfh1g8sbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfh1g8sbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfh1g8sbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfh1g8sbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpfh1g8sbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfh1g8sbe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769621074.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769621074.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769621074.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769621074.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769621074.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1769621061.80943, (1000, 11111) as of 1769621061.80943, created as of 1769621061.80943>, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769621074.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018310546875s, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1769621084.00000, (0, 0) as of 1769621073.00000, shrunk as of 1769621073.00000>, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769621074.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769621061.80943, (1000, 11111) as of 1769621061.80943, created as of 1769621061.80943> in 0.015s, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769621074.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769621074.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyyv4_cyo/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769621101.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769621101.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769621101.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769621101.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769621101.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1769621061.90602, (1000, 11111) as of 1769621061.90602, cleaved as of 1769621061.90602>, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769621101.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017905235290527344s, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1769621111.00000, (0, 0) as of 1769621100.00000, shrunk as of 1769621100.00000>, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769621101.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769621061.90602, (1000, 11111) as of 1769621061.90602, cleaved as of 1769621061.90602> in 0.017s, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769621101.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769621101.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyyv4_cyo/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769621128.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769621128.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769621128.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015807151794433594s, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.846687316894531e-05s, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769621128.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769621128.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1769621062.01844, (1000, 11111) as of 1769621062.01844, active as of 1769621062.01844>, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769621128.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.000179290771484375s, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1769621138.00000, (0, 0) as of 1769621127.00000, shrunk as of 1769621127.00000>, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769621128.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769621062.01844, (1000, 11111) as of 1769621062.01844, active as of 1769621062.01844> in 0.016s, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769621128.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769621128.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyyv4_cyo/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015211105346679688s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1769621062.12316, (1000, 11111) as of 1769621062.12316, created as of 1769621062.12316>, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017452239990234375s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1769621154.00000, (0, 0) as of 1769621154.00000, shrinking as of 1769621154.00000>, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769621062.12316, (1000, 11111) as of 1769621062.12316, created as of 1769621062.12316> in 0.01s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1769621062.12318, (1000, 11111) as of 1769621062.12318, created as of 1769621062.12318>, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001838207244873047s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1769621154.00000, (0, 0) as of 1769621154.00000, shrinking as of 1769621154.00000>, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769621062.12318, (1000, 11111) as of 1769621062.12318, created as of 1769621062.12318> in 0.014s, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769621155.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyyv4_cyo/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000148773193359375s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1769621062.26551, (1000, 11111) as of 1769621062.26551, cleaved as of 1769621062.26551>, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001761913299560547s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1769621187.00000, (0, 0) as of 1769621187.00000, shrinking as of 1769621187.00000>, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769621062.26551, (1000, 11111) as of 1769621062.26551, cleaved as of 1769621062.26551> in 0.01s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1769621062.26553, (1000, 11111) as of 1769621062.26553, cleaved as of 1769621062.26553>, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001747608184814453s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1769621187.00000, (0, 0) as of 1769621187.00000, shrinking as of 1769621187.00000>, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769621062.26553, (1000, 11111) as of 1769621062.26553, cleaved as of 1769621062.26553> in 0.013s, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769621188.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyyv4_cyo/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1769621062.42682, (1000, 11111) as of 1769621062.42682, active as of 1769621062.42682>, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001800060272216797s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016951560974121094s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1769621220.00000, (0, 0) as of 1769621220.00000, shrinking as of 1769621220.00000>, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769621062.42682, (1000, 11111) as of 1769621062.42682, active as of 1769621062.42682> in 0.011s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1769621062.42685, (1000, 11111) as of 1769621062.42685, active as of 1769621062.42685>, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00029468536376953125s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1769621220.00000, (0, 0) as of 1769621220.00000, shrinking as of 1769621220.00000>, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769621062.42685, (1000, 11111) as of 1769621062.42685, active as of 1769621062.42685> in 0.013s, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769621221.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyyv4_cyo/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1769621062.56219, (1000, 11111) as of 1769621062.56219, cleaved as of 1769621062.56219>, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017547607421875s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1769621253.00000, (0, 0) as of 1769621253.00000, shrinking as of 1769621253.00000>, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769621062.56219, (1000, 11111) as of 1769621062.56219, cleaved as of 1769621062.56219> in 0.011s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1769621062.56222, (1000, 11111) as of 1769621062.56222, cleaved as of 1769621062.56222>, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001766681671142578s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1769621253.00000, (0, 0) as of 1769621253.00000, shrinking as of 1769621253.00000>, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769621062.56222, (1000, 11111) as of 1769621062.56222, cleaved as of 1769621062.56222> in 0.01s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1769621062.56223, (1000, 11111) as of 1769621062.56223, cleaved as of 1769621062.56223>, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1769621253.00000, (0, 0) as of 1769621253.00000, shrinking as of 1769621253.00000>, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769621062.56223, (1000, 11111) as of 1769621062.56223, cleaved as of 1769621062.56223> in 0.023s, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769621254.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyyv4_cyo/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015497207641601562s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1769621062.75026, (1000, 11111) as of 1769621062.75026, created as of 1769621062.75026>, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017595291137695312s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1769621292.00000, (0, 0) as of 1769621292.00000, shrinking as of 1769621292.00000>, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769621062.75026, (1000, 11111) as of 1769621062.75026, created as of 1769621062.75026> in 0.014s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1769621062.75028, (1000, 11111) as of 1769621062.75028, created as of 1769621062.75028>, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001742839813232422s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1769621292.00000, (0, 0) as of 1769621292.00000, shrinking as of 1769621292.00000>, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769621062.75028, (1000, 11111) as of 1769621062.75028, created as of 1769621062.75028> in 0.01s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1769621062.75029, (1000, 11111) as of 1769621062.75029, created as of 1769621062.75029>, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001842975616455078s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1769621292.00000, (0, 0) as of 1769621292.00000, shrinking as of 1769621292.00000>, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769621062.75029, (1000, 11111) as of 1769621062.75029, created as of 1769621062.75029> in 0.017s, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769621293.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyyv4_cyo/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001537799835205078s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015616416931152344s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015997886657714844s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1769621062.92594, (1000, 11111) as of 1769621062.92594, active as of 1769621062.92594>, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002894401550292969s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016927719116210938s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1769621331.00000, (0, 0) as of 1769621331.00000, shrinking as of 1769621331.00000>, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769621062.92594, (1000, 11111) as of 1769621062.92594, active as of 1769621062.92594> in 0.014s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1769621062.92597, (1000, 11111) as of 1769621062.92597, active as of 1769621062.92597>, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017261505126953125s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1769621331.00000, (0, 0) as of 1769621331.00000, shrinking as of 1769621331.00000>, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769621062.92597, (1000, 11111) as of 1769621062.92597, active as of 1769621062.92597> in 0.01s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1769621062.92598, (1000, 11111) as of 1769621062.92598, active as of 1769621062.92598>, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1769621331.00000, (0, 0) as of 1769621331.00000, shrinking as of 1769621331.00000>, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769621062.92598, (1000, 11111) as of 1769621062.92598, active as of 1769621062.92598> in 0.009s, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769621332.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyyv4_cyo/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015020370483398438s, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1769621063.09373, (1000, 11111) as of 1769621063.09373, created as of 1769621063.09373>, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001766681671142578s, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1769621370.00000, (0, 0) as of 1769621370.00000, shrinking as of 1769621370.00000>, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769621063.09373, (1000, 11111) as of 1769621063.09373, created as of 1769621063.09373> in 0.01s, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a68b0c67-3912-4ef1-a7a7-33cd6ec9de48-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpyyv4_cyo/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769621371.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015234947204589844s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1769621063.19193, (1000, 11111) as of 1769621063.19193, cleaved as of 1769621063.19193>, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017571449279785156s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1769621396.00000, (0, 0) as of 1769621396.00000, shrinking as of 1769621396.00000>, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769621063.19193, (1000, 11111) as of 1769621063.19193, cleaved as of 1769621063.19193> in 0.01s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1769621063.19195, (1000, 11111) as of 1769621063.19195, cleaved as of 1769621063.19195>, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1769621396.00000, (0, 0) as of 1769621396.00000, shrinking as of 1769621396.00000>, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769621063.19195, (1000, 11111) as of 1769621063.19195, cleaved as of 1769621063.19195> in 0.01s, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'baeb0dbc-9ea6-4227-a3eb-d17089aa276b-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpyyv4_cyo/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769621397.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769621429.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769621429.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769621429.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015473365783691406s, path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769621429.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769621429.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210762.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210762.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003294944763183594s, path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002028942108154297s, path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000232696533203125s, path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003151893615722656s, path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210762.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210762.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210762.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210762.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1a92586c-d293-408b-9790-21074aac0614-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmptzey34sc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735210762.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00038051605224609375s, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022721290588378906s, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018310546875s, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002551078796386719s, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1735210384.65422, (1000, 11111) as of 1735210384.65422, cleaved as of 1735210384.65422>, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0007283687591552734s, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021338462829589844s, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1735210781.00000, (0, 0) as of 1735210781.00000, shrinking as of 1735210781.00000>, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735210384.65422, (1000, 11111) as of 1735210384.65422, cleaved as of 1735210384.65422> in 0.064s, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd937da0c-c431-40cc-be62-1ea4d56c832c-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmptzey34sc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735210782.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003635883331298828s, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019121170043945312s, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00035119056701660156s, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001685619354248047s, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769621429.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769621429.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e2eb3b03-f960-4b53-a988-f8aabe33b773-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpyyv4_cyo/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769621429.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769621449.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769621449.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769621449.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000152587890625s, path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769621449.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769621449.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769621449.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769621449.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cc8a1ff9-83f6-4e50-b356-b643574c63be-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpyyv4_cyo/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769621449.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000179290771484375s, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1769621063.45771, (1000, 11111) as of 1769621063.45771, cleaved as of 1769621063.45771>, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1769621468.00000, (0, 0) as of 1769621468.00000, shrinking as of 1769621468.00000>, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769621063.45771, (1000, 11111) as of 1769621063.45771, cleaved as of 1769621063.45771> in 0.01s, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a6282706-0619-4f6f-ad48-1416330b4826-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpyyv4_cyo/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769621469.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1735210388.00000, (0, 0) as of 1735210388.00000, active as of 1735210388.00000>, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004477500915527344s, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00039458274841308594s, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1735210385.60998, (0, 0) as of 1735210386.00000, shrunk as of 1735210386.00000>, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1735210388.00000, (0, 0) as of 1735210388.00000, active as of 1735210388.00000> in 0.103s, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpmivbd0cd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004048347473144531s, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019311904907226562s, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018835067749023438s, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00027489662170410156s, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1735210388.00000, (0, 0) as of 1735210388.00000, active as of 1735210388.00000>, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00036215782165527344s, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002865791320800781s, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1735210386.00000, (0, 0) as of 1735210386.00000, sharding as of 1735210386.00000>, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1735210388.00000, (0, 0) as of 1735210388.00000, active as of 1735210388.00000> in 0.056s, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmppkpro21h/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003082752227783203s, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016236305236816406s, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016570091247558594s, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016307830810546875s, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0007596015930175781s, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002543926239013672s, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002529621124267578s, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015425682067871094s, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001926422119140625s, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016045570373535156s, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1769621066.00000, (0, 0) as of 1769621066.00000, active as of 1769621066.00000>, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002913475036621094s, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016736984252929688s, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1769621063.61523, (0, 0) as of 1769621064.00000, shrunk as of 1769621064.00000>, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1769621066.00000, (0, 0) as of 1769621066.00000, active as of 1769621066.00000> in 0.016s, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp9882lw25/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014853477478027344s, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1769621066.00000, (0, 0) as of 1769621066.00000, active as of 1769621066.00000>, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017309188842773438s, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011897087097167969s, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1769621064.00000, (0, 0) as of 1769621064.00000, sharding as of 1769621064.00000>, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1769621066.00000, (0, 0) as of 1769621066.00000, active as of 1769621066.00000> in 0.01s, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmps1rk85vi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014901161193847656s, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpbomq_zqh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210387.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210388.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210388.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210388.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003437995910644531s, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.018459558486938477s, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00029850006103515625s, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023245811462402344s, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210388.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210388.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210388.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0005891323089599609s, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025725364685058594s, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1735210387.54581, (0, 0) as of 1735210387.00000, shrunk as of 1735210387.00000>, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210388.00000.db -sharder-test INFO: Cleaved ShardRange in 0.088s, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210388.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpzu45922y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210388.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002551078796386719s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001919269561767578s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Cleaved ShardRange in 0.06s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00028634071350097656s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021791458129882812s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1735209963.46012, (2, 3) as of 1735210388.27096, cleaved as of 1735209963.46012> in 0.075s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00033283233642578125s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000255584716796875s, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000156402587890625s, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpsctn__h_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000152587890625s, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010228157043457031s, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001709461212158203s, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1769621063.88488, (0, 0) as of 1769621064.00000, shrunk as of 1769621064.00000>, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test INFO: Cleaved ShardRange in 0.013s, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpbxu1srwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621065.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Cleaved ShardRange in 0.014s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018596649169921875s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1769620938.61886, (2, 3) as of 1769621063.99922, cleaved as of 1769620938.61886> in 0.02s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023055076599121094s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1735209963.46012, (2, 103) as of 1735210388.52272, cleaved as of 1735209963.46012> in 0.086s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, found as of 1735209963.46012>, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735210388.61158>, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0013837814331054688s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002410411834716797s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1735209963.46012, (1, 1000) as of 1735210388.83100, cleaved as of 1735210388.61158> in 0.151s, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpx_wdfdfl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210387.66441.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00033664703369140625s, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00022220611572265625s, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test INFO: Cleaved ShardRange in 0.14s, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0007047653198242188s, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0003218650817871094s, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735209963.46012, (1, 18432) as of 1735210389.82046, cleaved as of 1735209963.46012> in 0.135s, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpe59zk3me/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210389.05005.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00035834312438964844s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1769620938.61886, (2, 103) as of 1769621064.05380, cleaved as of 1769620938.61886> in 0.015s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, found as of 1769620938.61886>, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769621064.06556>, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001766681671142578s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1769620938.61886, (1, 1000) as of 1769621064.09728, cleaved as of 1769621064.06556> in 0.015s, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpsf5yn8ka/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621063.90242.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018668174743652344s, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test INFO: Cleaved ShardRange in 0.016s, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769620938.61886, (1, 18432) as of 1769621064.22409, cleaved as of 1769620938.61886> in 0.017s, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '10064f3645175a0d524f6062aa67c187', '5b4869df-93ce-4a2e-8715-8bdfcbdd93df-sdb', '1735210390.07424', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1735210392.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1735210393.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1735210394.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1735210395.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1735210396.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5b4869df-93ce-4a2e-8715-8bdfcbdd93df-sdb') +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpl_rs6oyr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.12264.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '7c63708cf15c595f5f9816386653dd07', '3bda1510-44d7-42a6-af27-7b1cfa358449-sdb', '1769621064.27070', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1769621066.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1769621067.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1769621068.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1769621069.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1769621070.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3bda1510-44d7-42a6-af27-7b1cfa358449-sdb') REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00034928321838378906s, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002570152282714844s, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Cleaved ShardRange in 0.104s, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0003228187561035156s, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024056434631347656s, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209963.46012, (3, 3) as of 1735210390.99160, cleaved as of 1735209963.46012> in 0.071s, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5fa8f41k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '306d1f2f-90b1-4df9-95b4-50a9ae4a1ab6-', '1735210390.01612', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-bcdd5975-538a-4d9c-a18c-b4582ba0d609-sda": ["{\\"ref\\": \\"bcdd5975-538a-4d9c-a18c-b4582ba0d609-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1735210391.03067"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1735209963.46012', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1735210390.77883', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209963.46012', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1735209963.46012', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1735210390.99160', 'deleted': 0, 'state': 40, 'state_timestamp': '1735209963.46012', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735210390.33450', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735210391.04409', 'deleted': 0, 'state': 70, 'state_timestamp': '1735210390.33463', 'epoch': '1735210390.33463', 'reported': 0, 'tombstones': -1}], '306d1f2f-90b1-4df9-95b4-50a9ae4a1ab6-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00019621849060058594s, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Cleaved ShardRange in 0.013s, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001895427703857422s, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769620938.61886, (3, 3) as of 1769621064.39755, cleaved as of 1769620938.61886> in 0.014s, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp8js4nqxx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '794282d0-7d3c-414d-a257-8d112a9c64ae-', '1769621064.25808', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-05f7d24d-1a2f-4783-8fc2-7b3843f4d29e-sda": ["{\\"ref\\": \\"05f7d24d-1a2f-4783-8fc2-7b3843f4d29e-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1769621064.40512"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1769620938.61886', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1769621064.36425', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620938.61886', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1769620938.61886', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1769621064.39755', 'deleted': 0, 'state': 40, 'state_timestamp': '1769620938.61886', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769621064.29932', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769621064.41092', 'deleted': 0, 'state': 70, 'state_timestamp': '1769621064.29935', 'epoch': '1769621064.29935', 'reported': 0, 'tombstones': -1}], '794282d0-7d3c-414d-a257-8d112a9c64ae-')test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_root test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00033593177795410156s, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019741058349609375s, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Cleaved ShardRange in 0.07s, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735209963.46012, (3, 3) as of 1735210390.99160, active as of 1735209963.46012>, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003521442413330078s, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022149085998535156s, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735209963.46012, (3, 3) as of 1735210390.99160, active as of 1735209963.46012> in 0.064s, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5fa8f41k/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210390.33463.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpvpxq5rt_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210392.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '52c932f7-ec06-4860-9a0d-72e118cd6e9a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptwl2fleu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210392.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '52c932f7-ec06-4860-9a0d-72e118cd6e9a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptwl2fleu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210392.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '52c932f7-ec06-4860-9a0d-72e118cd6e9a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptwl2fleu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210392.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '52c932f7-ec06-4860-9a0d-72e118cd6e9a-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptwl2fleu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210392.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '3ef13737-6ccc-4412-84a4-969c52dbd2c3-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptwl2fleu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210392.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '31f5c294-17fd-40dc-a9a2-4a2a756d77a4-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg76jdd4t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210393.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '31f5c294-17fd-40dc-a9a2-4a2a756d77a4-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg76jdd4t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210393.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '31f5c294-17fd-40dc-a9a2-4a2a756d77a4-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg76jdd4t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210393.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769620938.61886, (3, 3) as of 1769621064.39755, active as of 1769620938.61886>, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019431114196777344s, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769620938.61886, (3, 3) as of 1769621064.39755, active as of 1769620938.61886> in 0.012s, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp8js4nqxx/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.29935.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp7osd_hbs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bb0f9b4b-9511-4410-b8b2-db3c482ca755-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpn1p8c2lw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bb0f9b4b-9511-4410-b8b2-db3c482ca755-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpn1p8c2lw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bb0f9b4b-9511-4410-b8b2-db3c482ca755-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpn1p8c2lw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bb0f9b4b-9511-4410-b8b2-db3c482ca755-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpn1p8c2lw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a3fd1bf5-fad7-4ea0-a52d-31912cdbaf0d-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpn1p8c2lw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b9377a1e-1008-4b2e-a067-a6daecac9532-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqp6p6ly7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b9377a1e-1008-4b2e-a067-a6daecac9532-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqp6p6ly7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_shard test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok @@ -112442,43 +58782,43 @@ test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok -sharder-test WARNING: Repeat cleaving required, context: {'ref': '31f5c294-17fd-40dc-a9a2-4a2a756d77a4-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg76jdd4t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210393.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6125624e-2638-4353-9e7c-7392a0b23215-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpg76jdd4t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210393.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpxaxw61xl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpxaxw61xl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpxaxw61xl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpxaxw61xl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpxaxw61xl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpxaxw61xl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmps84_7frs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmps84_7frs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmps84_7frs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmprr0uygw3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2lr4frp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp2lr4frp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210394.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp2lr4frp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210394.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp2lr4frp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210394.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1735210394.69076, (100000, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: a/c, db: /tmp/tmp2lr4frp7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210394.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqywy9z1y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpqywy9z1y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210394.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpqywy9z1y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210394.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpqhcop2av/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmppz0jjbwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210395.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpyyd3yrzf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b9377a1e-1008-4b2e-a067-a6daecac9532-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqp6p6ly7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b9377a1e-1008-4b2e-a067-a6daecac9532-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqp6p6ly7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '35a6f53d-4aaf-4e65-8aa0-ac7a7c71e01c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpqp6p6ly7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621064.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpf1m0niso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpf1m0niso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpf1m0niso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpf1m0niso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpf1m0niso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpf1m0niso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpr78z3e01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpr78z3e01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpr78z3e01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp7l4sru3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdzucep14/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpdzucep14/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmpdzucep14/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpdzucep14/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1769621065.01385, (100000, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: a/c, db: /tmp/tmpdzucep14/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621064.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmwyvlgcl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpmwyvlgcl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpmwyvlgcl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpvdjq_jco/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpnom2gqn1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok @@ -112495,61 +58835,61 @@ test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpyyd3yrzf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpyyd3yrzf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpyyd3yrzf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpyyd3yrzf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpyyd3yrzf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpk40kzil5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpk40kzil5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpk40kzil5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpk40kzil5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpk40kzil5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpk40kzil5/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp6fvlb710/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp6fvlb710/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp6fvlb710/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp6fvlb710/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpgk_pjmim/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpgk_pjmim/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpgk_pjmim/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpgk_pjmim/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmprkhzswse/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmprkhzswse/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmprkhzswse/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmprkhzswse/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp_appot3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp_appot3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp_appot3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp_appot3m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpdhry8h41/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpdhry8h41/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpdhry8h41/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:18 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpn75kycdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpn75kycdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpn75kycdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpn75kycdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpn75kycdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpn75kycdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpjus3hk50/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpjus3hk50/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpjus3hk50/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpjus3hk50/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpjus3hk50/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpjus3hk50/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp50im835b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp50im835b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp50im835b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp50im835b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpo5dpp4xd/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpo5dpp4xd/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpo5dpp4xd/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpo5dpp4xd/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpfmou04h0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpfmou04h0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpfmou04h0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpfmou04h0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp2n6te_7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp2n6te_7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp2n6te_7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp2n6te_7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpkso9bu9n/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpkso9bu9n/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpkso9bu9n/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 created - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok @@ -112574,546 +58914,547 @@ test.unit.container.test_sharder.TestSharder.test_log_broker_exception test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '21055d17-23c4-4cb9-8d8a-84ad9dd455be-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpj1_fhwl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210402.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-26T10:53:22.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpj1_fhwl0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210402.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-26T10:53:24.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpvvsnqpeg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210404.00000.db +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:25 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c097132c-97fb-4b21-b19c-221ed746c6bb-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpo2t_y6jl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-28T17:24:25.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpo2t_y6jl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621065.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-28T17:24:26.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpeioooolp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621066.00000.db sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpv97j015v/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmp96ogrf68/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmph8cfm8fx/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpvd4j2m34/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception raise ValueError('test') ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpe26252qe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: bonjour mes amis, path: a/c, db: test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmp4eo_je9s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_levels test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpe26252qe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: a/c, db: +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmp4eo_je9s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpe26252qe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmp4eo_je9s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpe26252qe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmp4eo_je9s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00034809112548828125s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003025531768798828s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002913475036621094s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00031876564025878906s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004608631134033203s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0008327960968017578s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016689300537109375s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013566017150878906s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0022840499877929688s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0005035400390625s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00028204917907714844s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735210403.76858, (0, 0) as of 1735210403.76858, active as of 1735210403.76858>, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735210403.76860, (0, 0) as of 1735210403.76860, active as of 1735210403.76860>, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735210403.76862, (0, 0) as of 1735210403.76862, active as of 1735210403.76862>, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001804828643798828s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001418590545654297s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013327598571777344s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000141143798828125s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001609325408935547s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019407272338867188s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025272369384765625s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000225067138671875s, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735210403.76860, (0, 0) as of 1735210403.76860, active as of 1735210403.76860>, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016379356384277344s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017213821411132812s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016188621520996094s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769621066.04422, (0, 0) as of 1769621066.04422, active as of 1769621066.04422>, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769621066.04424, (0, 0) as of 1769621066.04424, active as of 1769621066.04424>, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769621066.04426, (0, 0) as of 1769621066.04426, active as of 1769621066.04426>, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001251697540283203s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012040138244628906s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011920928955078125s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011301040649414062s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769621066.04424, (0, 0) as of 1769621066.04424, active as of 1769621066.04424>, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735210403.76862, (0, 0) as of 1735210403.76862, active as of 1735210403.76862>, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe67jmdau/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210403.78075.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0005450248718261719s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0007331371307373047s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00031495094299316406s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00042366981506347656s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00041675567626953125s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0004069805145263672s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003800392150878906s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0047838687896728516s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002257823944091797s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00030159950256347656s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024580955505371094s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002243518829345703s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020384788513183594s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021338462829589844s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002117156982421875s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00033164024353027344s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022530555725097656s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769621066.04426, (0, 0) as of 1769621066.04426, active as of 1769621066.04426>, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpae_6ygw5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.04694.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019121170043945312s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001671314239501953s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015544891357421875s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016808509826660156s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016236305236816406s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001697540283203125s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011086463928222656s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002727508544921875s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022101402282714844s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002052783966064453s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001842975616455078s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002994537353515625s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023031234741210938s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019478797912597656s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001804828643798828s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00030493736267089844s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001938343048095703s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023126602172851562s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020837783813476562s, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvtxznm4r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210404.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0005104541778564453s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004329681396484375s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004703998565673828s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0004057884216308594s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021505355834960938s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000202178955078125s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001842975616455078s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021338462829589844s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000179290771484375s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012159347534179688s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010943412780761719s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012159347534179688s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0ljs85qg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001876354217529297s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016021728515625s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017833709716796875s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004961490631103516s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002512931823730469s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022101402282714844s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002865791320800781s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022149085998535156s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003974437713623047s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.02488255500793457s, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735210406.43304, (0, 0) as of 1735210406.43304, active as of 1735210406.43304>, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735210406.43307, (0, 0) as of 1735210406.43307, active as of 1735210406.43307>, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735210406.43309, (0, 0) as of 1735210406.43309, active as of 1735210406.43309>, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmplv27m1gc/sda/containers/0/748/9f779c34a4ea753dde9b8c573f66e748/9f779c34a4ea753dde9b8c573f66e748.db, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplv27m1gc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210406.45041.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003838539123535156s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003752708435058594s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00033974647521972656s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003285408020019531s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005581378936767578s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002543926239013672s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001552104949951172s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0006747245788574219s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00031280517578125s, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735210407.16717, (0, 0) as of 1735210407.16717, active as of 1735210407.16717>, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735210407.16719, (0, 0) as of 1735210407.16719, active as of 1735210407.16719>, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpicgp6swn/sda/containers/0/cf8/935c9e388cc779572d95e8de9a54acf8/935c9e388cc779572d95e8de9a54acf8.db, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735210407.16721, (0, 0) as of 1735210407.16721, active as of 1735210407.16721>, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpicgp6swn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.19046.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003027915954589844s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020194053649902344s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001761913299560547s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769621066.47228, (0, 0) as of 1769621066.47228, active as of 1769621066.47228>, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769621066.47229, (0, 0) as of 1769621066.47229, active as of 1769621066.47229>, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769621066.47230, (0, 0) as of 1769621066.47230, active as of 1769621066.47230>, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpawycecwu/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpawycecwu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.47476.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015974044799804688s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001647472381591797s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017833709716796875s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016617774963378906s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011658668518066406s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016951560974121094s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016021728515625s, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769621066.58952, (0, 0) as of 1769621066.58952, active as of 1769621066.58952>, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769621066.58953, (0, 0) as of 1769621066.58953, active as of 1769621066.58953>, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp_cnsenvr/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769621066.58954, (0, 0) as of 1769621066.58954, active as of 1769621066.58954>, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_cnsenvr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.59201.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002579689025878906s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001995563507080078s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017905235290527344s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019669532775878906s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00034999847412109375s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001533031463623047s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016260147094726562s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014400482177734375s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003345012664794922s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018644332885742188s, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735210407.86495, (0, 0) as of 1735210407.86495, active as of 1735210407.86495>, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp4hfvct7l/sda/containers/0/c02/d960469c2100d9ec1ecf03e0208a8c02/d960469c2100d9ec1ecf03e0208a8c02.db, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735210407.86497, (0, 0) as of 1735210407.86497, active as of 1735210407.86497>, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735210407.86500, (0, 0) as of 1735210407.86500, active as of 1735210407.86500>, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp4hfvct7l/sda/containers/0/748/9f779c34a4ea753dde9b8c573f66e748/9f779c34a4ea753dde9b8c573f66e748.db, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4hfvct7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210407.87152.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023627281188964844s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018835067749023438s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004909038543701172s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004887580871582031s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002181529998779297s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002465248107910156s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019598007202148438s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0005249977111816406s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00030541419982910156s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735210408.35524, (0, 0) as of 1735210408.35524, active as of 1735210408.35524>, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735210408.35526, (0, 0) as of 1735210408.35526, active as of 1735210408.35526>, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002753734588623047s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002620220184326172s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002601146697998047s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00028824806213378906s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002715587615966797s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019502639770507812s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001659393310546875s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016045570373535156s, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769621066.71147, (0, 0) as of 1769621066.71147, active as of 1769621066.71147>, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpi_m5tcze/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769621066.71148, (0, 0) as of 1769621066.71148, active as of 1769621066.71148>, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769621066.71149, (0, 0) as of 1769621066.71149, active as of 1769621066.71149>, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpi_m5tcze/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi_m5tcze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.71457.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021576881408691406s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016307830810546875s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017070770263671875s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016188621520996094s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769621066.82587, (0, 0) as of 1769621066.82587, active as of 1769621066.82587>, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769621066.82588, (0, 0) as of 1769621066.82588, active as of 1769621066.82588>, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735210408.35528, (0, 0) as of 1735210408.35528, active as of 1735210408.35528>, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024962425231933594s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023555755615234375s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002663135528564453s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021886825561523438s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022864341735839844s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025010108947753906s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025773048400878906s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002605915069580078s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022912025451660156s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023865699768066406s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025963783264160156s, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735210408.35524, (0, 0) as of 1735210408.35524, active as of 1735210408.35524>, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2c19i177/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210408.37805.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002346038818359375s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024199485778808594s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019097328186035156s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00045371055603027344s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003139972686767578s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023603439331054688s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023603439331054688s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001938343048095703s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014853477478027344s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001888275146484375s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001685619354248047s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021314620971679688s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001838207244873047s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001895427703857422s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001678466796875s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021076202392578125s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003802776336669922s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00041365623474121094s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00026106834411621094s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013256072998046875s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000568389892578125s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004603862762451172s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769621066.82589, (0, 0) as of 1769621066.82589, active as of 1769621066.82589>, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001919269561767578s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018358230590820312s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002460479736328125s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769621066.82587, (0, 0) as of 1769621066.82587, active as of 1769621066.82587>, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx3croewa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.82836.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011348724365234375s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000179290771484375s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016927719116210938s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000209808349609375s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002238750457763672s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013065338134765625s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013589859008789062s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013184547424316406s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011897087097167969s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001323223114013672s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001633167266845703s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0004267692565917969s, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4m9zmdy_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210409.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004494190216064453s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021767616271972656s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002262592315673828s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00472259521484375s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024008750915527344s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00042557716369628906s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001964569091796875s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005524158477783203s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002002716064453125s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018095970153808594s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018644332885742188s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001952648162841797s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019550323486328125s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000286102294921875s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001785755157470703s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001780986785888672s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002663135528564453s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001983642578125s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu4ehb480/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621066.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017523765563964844s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013113021850585938s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001628398895263672s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000164031982421875s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001633167266845703s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017905235290527344s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013017654418945312s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016736984252929688s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001266002655029297s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011968612670898438s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012922286987304688s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012636184692382812s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025200843811035156s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001888275146484375s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002930164337158203s, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4s5cuiwh/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735210411.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003705024719238281s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000225067138671875s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022602081298828125s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000217437744140625s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003497600555419922s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015306472778320312s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022029876708984375s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002713203430175781s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020360946655273438s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021767616271972656s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002434253692626953s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018358230590820312s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017499923706054688s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018286705017089844s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002658367156982422s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013208389282226562s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001361370086669922s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvbrwldd8/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769621068.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001251697540283203s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012111663818359375s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011849403381347656s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011277198791503906s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010561943054199219s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011444091796875s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012135505676269531s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002205371856689453s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017309188842773438s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016999244689941406s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016760826110839844s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002086162567138672s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018024444580078125s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020694732666015625s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022292137145996094s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016736984252929688s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022172927856445312s, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvpumqd9s/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003237724304199219s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019621849060058594s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002903938293457031s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018405914306640625s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002613067626953125s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021386146545410156s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004334449768066406s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001804828643798828s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001735687255859375s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023889541625976562s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001475811004638672s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013899803161621094s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016307830810546875s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012254714965820312s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011849403381347656s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpraxeznlr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017213821411132812s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012183189392089844s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018024444580078125s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011992454528808594s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011157989501953125s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016832351684570312s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002193450927734375s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001697540283203125s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016641616821289062s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013709068298339844s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030612945556640625s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022172927856445312s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002853870391845703s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015544891357421875s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012969970703125s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012969970703125s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001437664031982422s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020122528076171875s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002617835998535156s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005841255187988281s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025916099548339844s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020313262939453125s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024247169494628906s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001678466796875s, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp0pcaqk6t/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00030541419982910156s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001609325408935547s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019025802612304688s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00027823448181152344s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002627372741699219s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021719932556152344s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00046706199645996094s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018095970153808594s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00027060508728027344s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020384788513183594s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020194053649902344s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023937225341796875s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020051002502441406s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020194053649902344s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001933574676513672s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002455711364746094s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021004676818847656s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017905235290527344s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001888275146484375s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001766681671142578s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018739700317382812s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019860267639160156s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012302398681640625s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001308917999267578s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011587142944335938s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011301040649414062s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012755393981933594s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010919570922851562s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011610984802246094s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011491775512695312s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010895729064941406s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpx9eawc4u/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018477439880371094s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011920928955078125s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001246929168701172s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001685619354248047s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012135505676269531s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018477439880371094s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011181831359863281s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011134147644042969s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012159347534179688s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011301040649414062s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok @@ -113122,622 +59463,612 @@ test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021529197692871094s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001838207244873047s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022602081298828125s, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, active as of 1735209963.46012>, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8dgwbqio/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004184246063232422s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004436969757080078s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005216598510742188s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.000396728515625s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0009393692016601562s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0005459785461425781s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021457672119140625s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020503997802734375s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00025653839111328125s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004153251647949219s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021076202392578125s, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735210416.27924, (0, 0) as of 1735210416.27924, active as of 1735210416.27924>, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735210416.27926, (0, 0) as of 1735210416.27926, active as of 1735210416.27926>, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735210416.27929, (0, 0) as of 1735210416.27929, active as of 1735210416.27929>, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwsy6l1qa/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210416.31054.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkqu2znn7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpkqu2znn7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpkqu2znn7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpkqu2znn7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpa7pcfdev/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpa7pcfdev/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpa7pcfdev/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpa7pcfdev/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp2_ff0_n8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp2_ff0_n8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp2_ff0_n8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp2_ff0_n8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011754035949707031s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, active as of 1769620938.61886>, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmply_08964/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018548965454101562s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015974044799804688s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001773834228515625s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017189979553222656s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013637542724609375s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010800361633300781s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016236305236816406s, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769621068.13414, (0, 0) as of 1769621068.13414, active as of 1769621068.13414>, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769621068.13415, (0, 0) as of 1769621068.13415, active as of 1769621068.13415>, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769621068.13416, (0, 0) as of 1769621068.13416, active as of 1769621068.13416>, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3bkhxstx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.13694.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpl8bt89lt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpl8bt89lt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpl8bt89lt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpl8bt89lt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmproow_op0/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmproow_op0/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmproow_op0/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmproow_op0/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpob6o8sj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpob6o8sj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpob6o8sj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpob6o8sj6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp2_fyyceg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp2_fyyceg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp2_fyyceg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp2_fyyceg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpksp6pug5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpksp6pug5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpksp6pug5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpksp6pug5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp38dmpj3k/sdb/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpr_xfyn_o/sdb/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle self._process_broker(broker, node, part) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call result = effect(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing raise Exception('kapow!') Exception: kapow! -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp38dmpj3k/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpr_xfyn_o/sda/containers/0/ash/c0hash/c0hash.db' sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: Found no containers directories -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ return next(self.gen) - ^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.05s +sharder-test INFO: Container sharder "once" mode completed: 0.04s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ return next(self.gen) - ^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test INFO: Container sharder "once" mode completed: 0.00s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ return next(self.gen) - ^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s +sharder-test INFO: Container sharder "once" mode completed: 0.02s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdc) sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:39 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ return next(self.gen) - ^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok test.unit.container.test_sharder.TestSharder.test_periodic_warning test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok -sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test INFO: Container sharder "once" mode completed: 0.00s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Wed Dec 25 22:53:40 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:40 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:40 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:40 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:40 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:40 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:40 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:28 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ return next(self.gen) - ^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp1p_3u62t/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp1p_3u62t/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp1p_3u62t/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp1p_3u62t/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp1p_3u62t/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp1p_3u62t/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp1p_3u62t/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp1p_3u62t/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp1p_3u62t/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp1p_3u62t/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp1p_3u62t/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp6ru8_f6h/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp6ru8_f6h/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp6ru8_f6h/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp6ru8_f6h/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp6ru8_f6h/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp6ru8_f6h/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp6ru8_f6h/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp6ru8_f6h/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp6ru8_f6h/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp6ru8_f6h/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp6ru8_f6h/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7i8dm8u3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210420.29328.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpodrjs1oo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpodrjs1oo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpodrjs1oo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpodrjs1oo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpodrjs1oo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpvbc1qilv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621068.71650.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpn8d63abu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn8d63abu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpn8d63abu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn8d63abu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpn8d63abu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp8911_018/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpt9hmggui/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcn84dhez/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0008425712585449219s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001392364501953125s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003273487091064453s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020265579223632812s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012> - zero objects found, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash60False/hash60False_1735210421.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022935867309570312s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002486705780029297s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012> - zero objects found, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash60True/hash60True_1735210440.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003161430358886719s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017976760864257812s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021457672119140625s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012> - zero objects found, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/lse/hash50False/hash50False_1735210459.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjy8e9uqp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016236305236816406s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886> - zero objects found, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash60False/hash60False_1769621068.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016689300537109375s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014352798461914062s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886> - zero objects found, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash60True/hash60True_1769621087.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.003840923309326172s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886> - zero objects found, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/lse/hash50False/hash50False_1769621106.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00033283233642578125s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016021728515625s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002796649932861328s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012> - zero objects found, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpfhhpr1s4/sda/containers/0/rue/hash50True/hash50True_1735210475.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60_1735210429.49057.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60_1735210429.49057.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60_1735210429.49057.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60_1735210429.49057.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60_1735210429.49057.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60_1735210429.49057.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60_1735210429.49057.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60_1735210429.49057.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h60/hash60/hash60_1735210429.49057.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50_1735210429.73541.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50_1735210429.73541.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50_1735210429.73541.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50_1735210429.73541.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50_1735210429.73541.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50_1735210429.73541.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50_1735210429.73541.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50_1735210429.73541.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h50/hash50/hash50_1735210429.73541.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70_1735210429.91648.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70_1735210429.91648.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70_1735210429.91648.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70_1735210429.91648.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70_1735210429.91648.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016427040100097656s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886> - zero objects found, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp3_j1w9aj/sda/containers/0/rue/hash50True/hash50True_1769621122.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60_1769621069.34763.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60_1769621069.34763.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60_1769621069.34763.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60_1769621069.34763.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60_1769621069.34763.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60_1769621069.34763.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60_1769621069.34763.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60_1769621069.34763.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h60/hash60/hash60_1769621069.34763.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50_1769621069.38802.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50_1769621069.38802.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50_1769621069.38802.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50_1769621069.38802.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50_1769621069.38802.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50_1769621069.38802.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50_1769621069.38802.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50_1769621069.38802.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h50/hash50/hash50_1769621069.38802.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70_1769621069.42763.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70_1769621069.42763.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70_1769621069.42763.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70_1769621069.42763.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70_1769621069.42763.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70_1769621069.42763.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok test.unit.container.test_sharder.TestSharder.test_run_forever test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70_1735210429.91648.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70_1735210429.91648.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70_1735210429.91648.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp82nhiv27/sda/containers/0/h70/hash70/hash70_1735210429.91648.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70_1769621069.42763.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70_1769621069.42763.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpmrs4cunl/sda/containers/0/h70/hash70/hash70_1769621069.42763.db sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 5.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 3604.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 30.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmpc4k72538/sda/containers/0/ash/c2hash/c2hash.db: +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmpeek287n7/sda/containers/0/ash/c2hash/c2hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress own_shard_range = broker.get_own_shard_range() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now return cls(time.time(), offset=offset, delta=delta) - ^^^^^^^^^^^ + ~~~~~~~~~^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Test over @@ -113745,2406 +60076,972 @@ Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2555, in run_forever self._one_shard_cycle(devices_to_shard=Everything(), + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + partitions_to_shard=Everything()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2532, in _one_shard_cycle self._periodic_report_stats() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1145, in _periodic_report_stats if (time.time() - self.reported) >= self.stats_interval: - ^^^^^^^^^^^ + ~~~~~~~~~^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress own_shard_range = broker.get_own_shard_range() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now return cls(time.time(), offset=offset, delta=delta) - ^^^^^^^^^^^ + ~~~~~~~~~^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') -Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok - -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok + +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( - ^^^^^^^^^^^^^^^^^ + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpeq98kgd1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002999305725097656s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002040863037109375s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmprcro8txg/sda/containers/0/a3c/9b02a8f2abe4d0fff7784d2458d8fa3c/9b02a8f2abe4d0fff7784d2458d8fa3c.db, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaved ShardRange in 0.035s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0006191730499267578s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021386146545410156s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmprcro8txg/sda/containers/0/2cf/a72cc47491d212b65be7fa4c2d5212cf/a72cc47491d212b65be7fa4c2d5212cf.db, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023865699768066406s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023293495178222656s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735209963.46012, (0, 0) as of 1735209963.46012, cleaved as of 1735209963.46012>, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735209963.46012, (0, 0) as of 1735209963.46012, cleaved as of 1735209963.46012> - shard db already in sync, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmprcro8txg/sda/containers/0/2cf/a72cc47491d212b65be7fa4c2d5212cf/a72cc47491d212b65be7fa4c2d5212cf.db, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015497207641601562s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017571449279785156s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735209963.46012, (0, 0) as of 1735209963.46012, cleaved as of 1735209963.46012>, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735209963.46012, (0, 0) as of 1735209963.46012, cleaved as of 1735209963.46012> - shard db already in sync, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmprcro8txg/sda/containers/0/2cf/a72cc47491d212b65be7fa4c2d5212cf/a72cc47491d212b65be7fa4c2d5212cf.db, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.002111673355102539s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014662742614746094s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735209963.46012, (0, 0) as of 1735209963.46012, cleaved as of 1735209963.46012>, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735209963.46012, (0, 0) as of 1735209963.46012, cleaved as of 1735209963.46012> - shard db already in sync, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1735209963.46012, (0, 0) as of 1735209963.46012, cleaved as of 1735209963.46012> in 0.005s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00027441978454589844s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002741813659667969s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1735209963.46012, (2, 2) as of 1735210432.05935, cleaved as of 1735209963.46012> in 0.071s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp2fax_h18/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001938343048095703s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp1ec4utwm/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp1ec4utwm/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012421607971191406s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769620938.61886, (0, 0) as of 1769620938.61886, cleaved as of 1769620938.61886>, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769620938.61886, (0, 0) as of 1769620938.61886, cleaved as of 1769620938.61886> - shard db already in sync, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp1ec4utwm/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.295608520507812e-05s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.842613220214844e-05s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769620938.61886, (0, 0) as of 1769620938.61886, cleaved as of 1769620938.61886>, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769620938.61886, (0, 0) as of 1769620938.61886, cleaved as of 1769620938.61886> - shard db already in sync, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp1ec4utwm/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.985664367675781e-05s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.794929504394531e-05s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769620938.61886, (0, 0) as of 1769620938.61886, cleaved as of 1769620938.61886>, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769620938.61886, (0, 0) as of 1769620938.61886, cleaved as of 1769620938.61886> - shard db already in sync, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1769620938.61886, (0, 0) as of 1769620938.61886, cleaved as of 1769620938.61886> in 0.002s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001888275146484375s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1769620938.61886, (2, 2) as of 1769621069.85631, cleaved as of 1769620938.61886> in 0.013s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011491775512695312s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.842613220214844e-05s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.890296936035156e-05s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018644332885742188s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp1ec4utwm/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok test.unit.container.test_sharder.TestSharder.test_sharding_enabled test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0003314018249511719s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003554821014404297s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmprcro8txg/sda/containers/0/9a7/ee2860b8ae591eda037166d88be229a7/ee2860b8ae591eda037166d88be229a7.db, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017714500427246094s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002377033233642578s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012>, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1735209963.46012, (0, 0) as of 1735209963.46012, created as of 1735209963.46012> - shard db already in sync, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1735209963.46012, (3, 3) as of 1735210432.40745, cleaved as of 1735209963.46012> in 0.052s, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmprcro8txg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210430.73447.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd02c7c9a-8724-45e7-8af9-b9c0fc1786f2-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc4pgq1gn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210432.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd02c7c9a-8724-45e7-8af9-b9c0fc1786f2-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc4pgq1gn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210432.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd02c7c9a-8724-45e7-8af9-b9c0fc1786f2-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc4pgq1gn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210432.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd02c7c9a-8724-45e7-8af9-b9c0fc1786f2-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc4pgq1gn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210432.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '89a37f11-64ca-4be4-ac1f-fa5290d9e4a9-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpc4pgq1gn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735210432.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpakjjvm_w/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpakjjvm_w/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpakjjvm_w/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Wed Dec 25 22:53:53 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.771087646484375e-05s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.794929504394531e-05s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886>, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1769620938.61886, (0, 0) as of 1769620938.61886, created as of 1769620938.61886> - shard db already in sync, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1769620938.61886, (3, 3) as of 1769621069.93267, cleaved as of 1769620938.61886> in 0.005s, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp1ec4utwm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.61691.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '627435eb-e632-4b11-83e1-7346f1759a76-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4a4llrck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '627435eb-e632-4b11-83e1-7346f1759a76-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4a4llrck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '627435eb-e632-4b11-83e1-7346f1759a76-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4a4llrck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '627435eb-e632-4b11-83e1-7346f1759a76-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4a4llrck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd996d861-7791-4346-afd2-5d00f1e0e16d-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp4a4llrck/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769621069.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzf9j7rrj/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzf9j7rrj/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzf9j7rrj/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok -sharder-test INFO: Since Wed Dec 25 22:53:53 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:53 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:53 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:53 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:53 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:53 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 25 22:53:54 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp1gk84zu2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppdh595rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppdh595rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppdh595rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppdh595rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppdh595rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppdh595rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 29 07:24:30 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp_znu8b7w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3u6n7n8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3u6n7n8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3u6n7n8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3u6n7n8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3u6n7n8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3u6n7n8e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok test.unit.container.test_sharder.TestSharder.test_update_stat test.unit.container.test_sharder.TestSharder.test_update_stat ... ok test.unit.container.test_sharder.TestSharder.test_yield_objects test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpbxxy8e0t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.0004856586456298828s, path: a/c, db: /tmp/tmph5456h6j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.00039887428283691406s, path: a/c, db: /tmp/tmph5456h6j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00030517578125s, path: a/c, db: /tmp/tmph5456h6j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.005026102066040039s, path: a/c, db: /tmp/tmph5456h6j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00030875205993652344s, path: a/c, db: /tmp/tmph5456h6j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0003838539123535156s, path: a/c, db: /tmp/tmph5456h6j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0004837512969970703s, path: a/c, db: /tmp/tmph5456h6j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.010188102722167969s, path: a/c, db: /tmp/tmph5456h6j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00046133995056152344s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0003285408020019531s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002682209014892578s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0003437995910644531s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00034165382385253906s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00020194053649902344s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00021982192993164062s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002636909484863281s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0004291534423828125s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00041413307189941406s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0004267692565917969s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018978118896484375s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002281665802001953s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00040459632873535156s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00021529197692871094s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpr5bo8a8y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.0002243518829345703s, path: a/c, db: /tmp/tmpupg5oapi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.0002052783966064453s, path: a/c, db: /tmp/tmpupg5oapi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001480579376220703s, path: a/c, db: /tmp/tmpupg5oapi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001842975616455078s, path: a/c, db: /tmp/tmpupg5oapi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00013971328735351562s, path: a/c, db: /tmp/tmpupg5oapi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpupg5oapi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001926422119140625s, path: a/c, db: /tmp/tmpupg5oapi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00019073486328125s, path: a/c, db: /tmp/tmpupg5oapi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017118453979492188s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017833709716796875s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017118453979492188s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00017642974853515625s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016808509826660156s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001232624053955078s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001087188720703125s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00017523765563964844s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001201629638671875s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012040138244628906s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012302398681640625s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00011944770812988281s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011801719665527344s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011944770812988281s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001251697540283203s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00012946128845214844s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012493133544921875s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -sharder-test DEBUG: got 3 rows (deleted=False) in 0.000232696533203125s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00020503997802734375s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022482872009277344s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002799034118652344s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002079010009765625s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00028586387634277344s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001876354217529297s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0003437995910644531s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00024819374084472656s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0002574920654296875s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002300739288330078s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00028777122497558594s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004150867462158203s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019216537475585938s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.000194549560546875s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00049591064453125s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.005426168441772461s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00023603439331054688s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00023126602172851562s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019860267639160156s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00026607513427734375s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00030493736267089844s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0005590915679931641s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00023627281188964844s, path: a/c, db: /tmp/tmp2mlpx52c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003306865692138672s, path: a/c, db: /tmp/tmpbg8ncvoi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001983642578125s, path: a/c, db: /tmp/tmpbg8ncvoi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7o4jxm6c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012612342834472656s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001316070556640625s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012254714965820312s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00012421607971191406s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014066696166992188s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001404285430908203s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00012540817260742188s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00019311904907226562s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00012969970703125s, path: a/c, db: /tmp/tmppuwo8j5h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017023086547851562s, path: a/c, db: /tmp/tmpsi7d6aym/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpsi7d6aym/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp1wsip18y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1wsip18y/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpebqk4mm1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpebqk4mm1/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp1wsip18y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1wsip18y/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpebqk4mm1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpebqk4mm1/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0468 "-" 3026095 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0399 "-" 3026095 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0295 "-" 3026095 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0564 "-" 3026095 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2fe5724ef6774a798fe2c-00676d35c9" "proxy-server 3026095" 0.0027 "-" 3026095 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:52709/sdb1/3/a/c" "tx2fe5724ef6774a798fe2c-00676d35c9" "container-server 3026095" 0.0021 "-" 3026095 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:59423/sda1/3/a/c" "tx2fe5724ef6774a798fe2c-00676d35c9" "container-server 3026095" 0.0020 "-" 3026095 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2fe5724ef6774a798fe2c-00676d35c9" "proxy-server 3026095" 0.0875 "-" 3026095 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2fe5724ef6774a798fe2c-00676d35c9" "proxy-server 3026095" 0.0509 "-" 3026095 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/54/01 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2fe5724ef6774a798fe2c-00676d35c9 - 0.1234 - - 1735210441.356471062 1735210441.479887247 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1e5c5defce1b456c93182-00676d35c9" "proxy-server 3026095" 0.0108 "-" 3026095 -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0066 "-" 790420 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0075 "-" 790420 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0060 "-" 790420 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0088 "-" 790420 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0f034d90a14043c4a81cd-00697a464e" "proxy-server 790420" 0.0011 "-" 790420 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34007/sdb1/1/a/c" "tx0f034d90a14043c4a81cd-00697a464e" "container-server 790420" 0.0010 "-" 790420 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50389/sda1/1/a/c" "tx0f034d90a14043c4a81cd-00697a464e" "container-server 790420" 0.0009 "-" 790420 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0f034d90a14043c4a81cd-00697a464e" "proxy-server 790420" 0.0187 "-" 790420 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0f034d90a14043c4a81cd-00697a464e" "proxy-server 790420" 0.0115 "-" 790420 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/24/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0f034d90a14043c4a81cd-00697a464e - 0.0264 - - 1769621070.808257341 1769621070.834669828 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdbac2c7b317f43dfafa56-00697a464e" "proxy-server 790420" 0.0011 "-" 790420 - +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34007/sdb1/1/a1/c1" "txdbac2c7b317f43dfafa56-00697a464e" "container-server 790420" 0.0009 "-" 790420 0 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50389/sda1/1/a1/c1" "txdbac2c7b317f43dfafa56-00697a464e" "container-server 790420" 0.0009 "-" 790420 0 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdbac2c7b317f43dfafa56-00697a464e" "proxy-server 790420" 0.0204 "-" 790420 0 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdbac2c7b317f43dfafa56-00697a464e" "proxy-server 790420" 0.0115 "-" 790420 0 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/24/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdbac2c7b317f43dfafa56-00697a464e - 0.0274 - - 1769621070.835924149 1769621070.863277912 0 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa398482d168f40e1b624a-00697a464e" "proxy-server 790420" 0.0043 "-" 790420 - +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34007/sdb1/2/a/c1" "txa398482d168f40e1b624a-00697a464e" "container-server 790420" 0.0039 "-" 790420 1 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50389/sda1/2/a/c1" "txa398482d168f40e1b624a-00697a464e" "container-server 790420" 0.0009 "-" 790420 1 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa398482d168f40e1b624a-00697a464e" "proxy-server 790420" 0.0134 "-" 790420 1 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa398482d168f40e1b624a-00697a464e" "proxy-server 790420" 0.0217 "-" 790420 1 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/24/30 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa398482d168f40e1b624a-00697a464e - 0.0312 - - 1769621070.864481449 1769621070.895642281 1 +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe1de8b8db9b0425aa3e7b-00697a464e" "proxy-server 790420" 0.0042 "-" 790420 -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59423/sda1/0/a1/c1" "tx1e5c5defce1b456c93182-00676d35c9" "container-server 3026095" 0.0087 "-" 3026095 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52709/sdb1/0/a1/c1" "tx1e5c5defce1b456c93182-00676d35c9" "container-server 3026095" 0.0026 "-" 3026095 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1e5c5defce1b456c93182-00676d35c9" "proxy-server 3026095" 0.0823 "-" 3026095 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1e5c5defce1b456c93182-00676d35c9" "proxy-server 3026095" 0.1175 "-" 3026095 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/54/01 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1e5c5defce1b456c93182-00676d35c9 - 0.1495 - - 1735210441.487586260 1735210441.637053251 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2ef7a666ce804dbd88a52-00676d35c9" "proxy-server 3026095" 0.0356 "-" 3026095 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:52709/sdb1/3/a/c1" "tx2ef7a666ce804dbd88a52-00676d35c9" "container-server 3026095" 0.0366 "-" 3026095 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:59423/sda1/3/a/c1" "tx2ef7a666ce804dbd88a52-00676d35c9" "container-server 3026095" 0.0028 "-" 3026095 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2ef7a666ce804dbd88a52-00676d35c9" "proxy-server 3026095" 0.1155 "-" 3026095 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2ef7a666ce804dbd88a52-00676d35c9" "proxy-server 3026095" 0.0842 "-" 3026095 1 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/54/01 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2ef7a666ce804dbd88a52-00676d35c9 - 0.1925 - - 1735210441.640045166 1735210441.832593679 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx36e778dee28449e29c4ee-00676d35c9" "proxy-server 3026095" 0.0264 "-" 3026095 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52709/sdb1/0/a/c2" "tx36e778dee28449e29c4ee-00676d35c9" "container-server 3026095" 0.0030 "-" 3026095 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59423/sda1/0/a/c2" "tx36e778dee28449e29c4ee-00676d35c9" "container-server 3026095" 0.0178 "-" 3026095 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx36e778dee28449e29c4ee-00676d35c9" "proxy-server 3026095" 0.1005 "-" 3026095 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:01 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx36e778dee28449e29c4ee-00676d35c9" "proxy-server 3026095" 0.0658 "-" 3026095 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/54/01 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx36e778dee28449e29c4ee-00676d35c9 - 0.1630 - - 1735210441.836838007 1735210441.999844313 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpf6zi_vft/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf6zi_vft/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpf6zi_vft/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf6zi_vft/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0475 "-" 3026095 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0348 "-" 3026095 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0160 "-" 3026095 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0161 "-" 3026095 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd13cc42bc32e489796bc0-00676d35ca" "proxy-server 3026095" 0.0030 "-" 3026095 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:40265/sdb1/3/a/c" "txd13cc42bc32e489796bc0-00676d35ca" "container-server 3026095" 0.0130 "-" 3026095 0 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:56241/sda1/3/a/c" "txd13cc42bc32e489796bc0-00676d35ca" "container-server 3026095" 0.0148 "-" 3026095 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txd13cc42bc32e489796bc0-00676d35ca" "proxy-server 3026095" 0.0979 "-" 3026095 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txd13cc42bc32e489796bc0-00676d35ca" "proxy-server 3026095" 0.1308 "-" 3026095 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/54/02 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd13cc42bc32e489796bc0-00676d35ca - 0.1569 - - 1735210442.403336287 1735210442.560224771 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx34d70f7c868f48109dc92-00676d35ca" "proxy-server 3026095" 0.0039 "-" 3026095 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56241/sda1/0/a1/c1" "tx34d70f7c868f48109dc92-00676d35ca" "container-server 3026095" 0.0024 "-" 3026095 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:40265/sdb1/0/a1/c1" "tx34d70f7c868f48109dc92-00676d35ca" "container-server 3026095" 0.0029 "-" 3026095 0 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx34d70f7c868f48109dc92-00676d35ca" "proxy-server 3026095" 0.0474 "-" 3026095 0 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx34d70f7c868f48109dc92-00676d35ca" "proxy-server 3026095" 0.0851 "-" 3026095 0 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/54/02 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx34d70f7c868f48109dc92-00676d35ca - 0.1210 - - 1735210442.573035240 1735210442.693989038 0 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8fd4e1c594c24df985174-00676d35ca" "proxy-server 3026095" 0.0299 "-" 3026095 - -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:56241/sda1/3/a/c1" "tx8fd4e1c594c24df985174-00676d35ca" "container-server 3026095" 0.0517 "-" 3026095 1 -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:40265/sdb1/3/a/c1" "tx8fd4e1c594c24df985174-00676d35ca" "container-server 3026095" 0.0027 "-" 3026095 1 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8fd4e1c594c24df985174-00676d35ca" "proxy-server 3026095" 0.1331 "-" 3026095 1 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8fd4e1c594c24df985174-00676d35ca" "proxy-server 3026095" 0.1507 "-" 3026095 1/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50389/sda1/1/a/c2" "txe1de8b8db9b0425aa3e7b-00697a464e" "container-server 790420" 0.0009 "-" 790420 2 +acct2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:34007/sdb1/1/a/c2" "txe1de8b8db9b0425aa3e7b-00697a464e" "container-server 790420" 0.0037 "-" 790420 2 +cont1 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe1de8b8db9b0425aa3e7b-00697a464e" "proxy-server 790420" 0.0143 "-" 790420 2 +cont2 INFO: 127.0.0.1 - - [28/Jan/2026:17:24:30 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe1de8b8db9b0425aa3e7b-00697a464e" "proxy-server 790420" 0.0220 "-" 790420 2 +proxy INFO: 127.0.0.1 127.0.0.1 28/Jan/2026/17/24/30 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe1de8b8db9b0425aa3e7b-00697a464e - 0.0315 - - 1769621070.896802902 1769621070.928262472 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) + +====================================================================== +FAIL: test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +---------------------------------------------------------------------- +testtools.testresult.real._StringException: Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 3377, in test_GET_disconnect + self.assertIn("Trying to read EC fragment during GET (retrying)", + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + read_line) + ^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/case.py", line 1174, in assertIn + self.fail(self._formatMessage(msg, standardMsg)) + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/unittest/case.py", line 732, in fail + raise self.failureException(msg) +AssertionError: 'Trying to read EC fragment during GET (retrying)' not found in "ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.1s after 4.25s)" -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/54/02 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8fd4e1c594c24df985174-00676d35ca - 0.2011 - - 1735210442.696784496 1735210442.897861004 1 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:02 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc4996925ff33450aabce3-00676d35ca" "proxy-server 3026095" 0.0363 "-" 3026095 - -acct2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:03 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:40265/sdb1/0/a/c2" "txc4996925ff33450aabce3-00676d35ca" "container-server 3026095" 0.0270 "-" 3026095 2 -acct1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:03 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:56241/sda1/0/a/c2" "txc4996925ff33450aabce3-00676d35ca" "container-server 3026095" 0.0029 "-" 3026095 2 -cont1 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:03 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc4996925ff33450aabce3-00676d35ca" "proxy-server 3026095" 0.1048 "-" 3026095 2 -cont2 INFO: 127.0.0.1 - - [26/Dec/2024:10:54:03 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc4996925ff33450aabce3-00676d35ca" "proxy-server 3026095" 0.0676 "-" 3026095 2 -proxy INFO: 127.0.0.1 127.0.0.1 26/Dec/2024/10/54/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc4996925ff33450aabce3-00676d35ca - 0.1615 - - 1735210442.907388926 1735210443.068933010 2 ---------------------------------------------------------------------- -Ran 9249 tests in 525.148s +Ran 9249 tests in 142.097s -OK (skipped=1827) -+ stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------ ----------- -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 46.221 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 41.948 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 36.479 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 27.992 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding 26.005 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 25.996 -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock 24.652 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 24.621 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock 21.972 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 20.738 -+ rm -rf .stestr -make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' - dh_install -O--buildsystem=pybuild - debian/rules override_dh_installdocs -make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' -make[1]: pyversions: No such file or directory -py3versions: no X-Python3-Version in control file, using supported versions -debian/rules:69: warning: overriding recipe for target 'override_dh_installinit' -/usr/share/openstack-pkg-tools/pkgos.make:43: warning: ignoring old recipe for target 'override_dh_installinit' -debian/rules:77: warning: overriding recipe for target 'override_dh_installsystemd' -/usr/share/openstack-pkg-tools/pkgos.make:40: warning: ignoring old recipe for target 'override_dh_installsystemd' -debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' -/usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' -dh_installdocs -dh_installdocs -A AUTHORS -dh_installdocs: warning: Not using auto-detected swift as main doc package for swift-doc: With -A/--all, this would cause file-conflicts. -make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' - debian/rules override_dh_sphinxdoc -make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' -make[1]: pyversions: No such file or directory -py3versions: no X-Python3-Version in control file, using supported versions -debian/rules:69: warning: overriding recipe for target 'override_dh_installinit' -/usr/share/openstack-pkg-tools/pkgos.make:43: warning: ignoring old recipe for target 'override_dh_installinit' -debian/rules:77: warning: overriding recipe for target 'override_dh_installsystemd' -/usr/share/openstack-pkg-tools/pkgos.make:40: warning: ignoring old recipe for target 'override_dh_installsystemd' -debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' -/usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' -LC_ALL=C.UTF-8 PYTHONPATH=. python3 -m sphinx doc/source /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/base -Running Sphinx v8.1.3 -loading translations [en]... done -[openstackdocstheme] version: 3.2.0 -[openstackdocstheme] connecting html-page-context event handler -making output directory... done -Converting `source_suffix = '.rst'` to `source_suffix = {'.rst': 'restructuredtext'}`. -[openstackdocstheme] using theme from /usr/lib/python3/dist-packages/openstackdocstheme/theme -[openstackdocstheme] cannot find git top directory, assuming "." -building [mo]: targets for 0 po files that are out of date -writing output... -building [html]: targets for 128 source files that are out of date -updating environment: [new config] 128 added, 0 changed, 0 removed -reading sources... [ 1%] account -reading sources... [ 2%] admin/index -reading sources... [ 2%] admin/objectstorage-EC -reading sources... [ 3%] admin/objectstorage-account-reaper -reading sources... [ 4%] admin/objectstorage-arch -reading sources... [ 5%] admin/objectstorage-auditors -reading sources... [ 5%] admin/objectstorage-characteristics -reading sources... [ 6%] admin/objectstorage-components -reading sources... [ 7%] admin/objectstorage-features -reading sources... [ 8%] admin/objectstorage-intro -reading sources... [ 9%] admin/objectstorage-large-objects -reading sources... [ 9%] admin/objectstorage-monitoring -reading sources... [ 10%] admin/objectstorage-replication -reading sources... [ 11%] admin/objectstorage-ringbuilder -reading sources... [ 12%] admin/objectstorage-tenant-specific-image-storage -reading sources... [ 12%] admin/objectstorage-troubleshoot -reading sources... [ 13%] admin_guide -reading sources... [ 14%] apache_deployment_guide -reading sources... [ 15%] api/authentication -reading sources... [ 16%] api/bulk-delete -reading sources... [ 16%] api/container_quotas -reading sources... [ 17%] api/discoverability -reading sources... [ 18%] api/form_post_middleware -reading sources... [ 19%] api/large_objects -reading sources... [ 20%] api/object-expiration -reading sources... [ 20%] api/object_api_v1_overview -reading sources... [ 21%] api/object_versioning -reading sources... [ 22%] api/pagination -reading sources... [ 23%] api/pseudo-hierarchical-folders-directories -reading sources... [ 23%] api/serialized-response-formats -reading sources... [ 24%] api/static-website -reading sources... [ 25%] api/temporary_url_middleware -reading sources... [ 26%] api/use_content-encoding_metadata -reading sources... [ 27%] api/use_the_content-disposition_metadata -reading sources... [ 27%] associated_projects -reading sources... [ 28%] audit_watchers -reading sources... [ 29%] config/account_server_config -reading sources... [ 30%] config/container_server_config -reading sources... [ 30%] config/global_memcache_config -reading sources... [ 31%] config/index -reading sources... [ 32%] config/object_server_config -reading sources... [ 33%] config/proxy_server_config -reading sources... [ 34%] config/swift_common_config -reading sources... [ 34%] container -reading sources... [ 35%] contributor/contributing -reading sources... [ 36%] contributor/review_guidelines -reading sources... [ 37%] cors -reading sources... [ 38%] crossdomain -reading sources... [ 38%] db -reading sources... [ 39%] deployment_guide -reading sources... [ 40%] development_auth -reading sources... [ 41%] development_guidelines -reading sources... [ 41%] development_middleware -reading sources... [ 42%] development_ondisk_backends -reading sources... [ 43%] development_saio -reading sources... [ 44%] development_watchers -reading sources... [ 45%] first_contribution_swift -reading sources... [ 45%] getting_started -reading sources... [ 46%] index -reading sources... [ 47%] install/controller-install -reading sources... [ 48%] install/controller-install-debian -reading sources... [ 48%] install/controller-install-obs -reading sources... [ 49%] install/controller-install-rdo -reading sources... [ 50%] install/controller-install-ubuntu -reading sources... [ 51%] install/environment-networking -reading sources... [ 52%] install/finalize-installation -reading sources... [ 52%] install/finalize-installation-obs -reading sources... [ 53%] install/finalize-installation-rdo -reading sources... [ 54%] install/finalize-installation-ubuntu-debian -reading sources... [ 55%] install/get_started -reading sources... [ 55%] install/index -reading sources... [ 56%] install/initial-rings -reading sources... [ 57%] install/next-steps -reading sources... [ 58%] install/storage-install -reading sources... [ 59%] install/storage-install-obs -reading sources... [ 59%] install/storage-install-rdo -reading sources... [ 60%] install/storage-install-ubuntu-debian -reading sources... [ 61%] install/verify -reading sources... [ 62%] logs -reading sources... [ 62%] metrics/account_auditor -reading sources... [ 63%] metrics/account_reaper -reading sources... [ 64%] metrics/account_replicator -reading sources... [ 65%] metrics/account_server -reading sources... [ 66%] metrics/all -reading sources... [ 66%] metrics/container_auditor -reading sources... [ 67%] metrics/container_replicator -reading sources... [ 68%] metrics/container_server -reading sources... [ 69%] metrics/container_sync -reading sources... [ 70%] metrics/container_updater -reading sources... [ 70%] metrics/object_auditor -reading sources... [ 71%] metrics/object_expirer -reading sources... [ 72%] metrics/object_reconstructor -reading sources... [ 73%] metrics/object_replicator -reading sources... [ 73%] metrics/object_server -reading sources... [ 74%] metrics/object_updater -reading sources... [ 75%] metrics/proxy_server -reading sources... [ 76%] middleware -reading sources... [ 77%] misc -reading sources... [ 77%] object -reading sources... [ 78%] ops_runbook/diagnose -reading sources... [ 79%] ops_runbook/index -reading sources... [ 80%] ops_runbook/maintenance -reading sources... [ 80%] ops_runbook/procedures -reading sources... [ 81%] ops_runbook/troubleshooting -reading sources... [ 82%] overview_acl -reading sources... [ 83%] overview_architecture -reading sources... [ 84%] overview_auth -reading sources... [ 84%] overview_backing_store -reading sources... [ 85%] overview_container_sharding -reading sources... [ 86%] overview_container_sync -reading sources... [ 87%] overview_encryption -reading sources... [ 88%] overview_erasure_code -reading sources... [ 88%] overview_expiring_objects -reading sources... [ 89%] overview_global_cluster -reading sources... [ 90%] overview_large_objects -reading sources... [ 91%] overview_policies -reading sources... [ 91%] overview_reaper -reading sources... [ 92%] overview_replication -reading sources... [ 93%] overview_ring -reading sources... [ 94%] overview_wsgi_management -reading sources... [ 95%] policies_saio -reading sources... [ 95%] proxy -reading sources... [ 96%] ratelimit -reading sources... [ 97%] replication_network -reading sources... [ 98%] ring -reading sources... [ 98%] ring_background -reading sources... [ 99%] ring_partpower -reading sources... [100%] s3_compat - -looking for now-outdated files... none found -pickling environment... done -checking consistency... /build/reproducible-path/swift-2.34.0/doc/source/api/object_api_v1_overview.rst: document is referenced in multiple toctrees: ['index', 'index'], selecting: index <- api/object_api_v1_overview -done -preparing documents... done -copying assets... -copying downloadable files... [100%] ../../../etc/proxy-server.conf-sample - -copying static files... -Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/base/_static/language_data.js -Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/base/_static/basic.css -Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/base/_static/documentation_options.js -copying static files: done -copying extra files... -copying extra files: done -copying assets: done -writing output... [ 1%] account -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/account.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'account' -writing output... [ 2%] admin/index -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/index.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/index' -writing output... [ 2%] admin/objectstorage-EC -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-EC.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-EC' -writing output... [ 3%] admin/objectstorage-account-reaper -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-account-reaper.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-account-reaper' -writing output... [ 4%] admin/objectstorage-arch -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-arch.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-arch' -writing output... [ 5%] admin/objectstorage-auditors -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-auditors.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-auditors' -writing output... [ 5%] admin/objectstorage-characteristics -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-characteristics.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-characteristics' -writing output... [ 6%] admin/objectstorage-components -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-components.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-components' -writing output... [ 7%] admin/objectstorage-features -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-features.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-features' -writing output... [ 8%] admin/objectstorage-intro -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-intro.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-intro' -writing output... [ 9%] admin/objectstorage-large-objects -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-large-objects.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-large-objects' -writing output... [ 9%] admin/objectstorage-monitoring -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-monitoring.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-monitoring' -writing output... [ 10%] admin/objectstorage-replication -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-replication.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-replication' -writing output... [ 11%] admin/objectstorage-ringbuilder -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-ringbuilder.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-ringbuilder' -writing output... [ 12%] admin/objectstorage-tenant-specific-image-storage -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-tenant-specific-image-storage.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-tenant-specific-image-storage' -writing output... [ 12%] admin/objectstorage-troubleshoot -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin/objectstorage-troubleshoot.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin/objectstorage-troubleshoot' -writing output... [ 13%] admin_guide -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/admin_guide.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'admin_guide' -writing output... [ 14%] apache_deployment_guide -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/apache_deployment_guide.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'apache_deployment_guide' -writing output... [ 15%] api/authentication -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/authentication.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/authentication' -writing output... [ 16%] api/bulk-delete -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/bulk-delete.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/bulk-delete' -writing output... [ 16%] api/container_quotas -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/container_quotas.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/container_quotas' -writing output... [ 17%] api/discoverability -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/discoverability.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/discoverability' -writing output... [ 18%] api/form_post_middleware -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/form_post_middleware.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/form_post_middleware' -writing output... [ 19%] api/large_objects -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/large_objects.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/large_objects' -writing output... [ 20%] api/object-expiration -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/object-expiration.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/object-expiration' -writing output... [ 20%] api/object_api_v1_overview -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/object_api_v1_overview.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/object_api_v1_overview' -writing output... [ 21%] api/object_versioning -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/object_versioning.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/object_versioning' -writing output... [ 22%] api/pagination -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/pagination.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/pagination' -writing output... [ 23%] api/pseudo-hierarchical-folders-directories -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/pseudo-hierarchical-folders-directories.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/pseudo-hierarchical-folders-directories' -writing output... [ 23%] api/serialized-response-formats -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/serialized-response-formats.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/serialized-response-formats' -writing output... [ 24%] api/static-website -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/static-website.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/static-website' -writing output... [ 25%] api/temporary_url_middleware -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/temporary_url_middleware.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/temporary_url_middleware' -writing output... [ 26%] api/use_content-encoding_metadata -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/use_content-encoding_metadata.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/use_content-encoding_metadata' -writing output... [ 27%] api/use_the_content-disposition_metadata -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/api/use_the_content-disposition_metadata.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'api/use_the_content-disposition_metadata' -writing output... [ 27%] associated_projects -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/associated_projects.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'associated_projects' -writing output... [ 28%] audit_watchers -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/audit_watchers.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'audit_watchers' -writing output... [ 29%] config/account_server_config -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/config/account_server_config.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'config/account_server_config' -writing output... [ 30%] config/container_server_config -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/config/container_server_config.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'config/container_server_config' -writing output... [ 30%] config/global_memcache_config -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/config/global_memcache_config.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'config/global_memcache_config' -writing output... [ 31%] config/index -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/config/index.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'config/index' -writing output... [ 32%] config/object_server_config -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/config/object_server_config.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'config/object_server_config' -writing output... [ 33%] config/proxy_server_config -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/config/proxy_server_config.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'config/proxy_server_config' -writing output... [ 34%] config/swift_common_config -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/config/swift_common_config.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'config/swift_common_config' -writing output... [ 34%] container -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/container.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'container' -writing output... [ 35%] contributor/contributing -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/contributor/contributing.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'contributor/contributing' -writing output... [ 36%] contributor/review_guidelines -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/contributor/review_guidelines.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'contributor/review_guidelines' -writing output... [ 37%] cors -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/cors.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'cors' -writing output... [ 38%] crossdomain -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/crossdomain.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'crossdomain' -writing output... [ 38%] db -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/db.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'db' -writing output... [ 39%] deployment_guide -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/deployment_guide.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'deployment_guide' -writing output... [ 40%] development_auth -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/development_auth.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'development_auth' -writing output... [ 41%] development_guidelines -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/development_guidelines.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'development_guidelines' -writing output... [ 41%] development_middleware -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/development_middleware.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'development_middleware' -writing output... [ 42%] development_ondisk_backends -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/development_ondisk_backends.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'development_ondisk_backends' -writing output... [ 43%] development_saio -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/development_saio.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'development_saio' -writing output... [ 44%] development_watchers -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/development_watchers.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'development_watchers' -writing output... [ 45%] first_contribution_swift -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/first_contribution_swift.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'first_contribution_swift' -writing output... [ 45%] getting_started -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/getting_started.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'getting_started' -writing output... [ 46%] index -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/index.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'index' -writing output... [ 47%] install/controller-install -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/controller-install.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/controller-install' -writing output... [ 48%] install/controller-install-debian -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/controller-install-debian.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/controller-install-debian' -writing output... [ 48%] install/controller-install-obs -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/controller-install-obs.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/controller-install-obs' -writing output... [ 49%] install/controller-install-rdo -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/controller-install-rdo.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/controller-install-rdo' -writing output... [ 50%] install/controller-install-ubuntu -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/controller-install-ubuntu.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/controller-install-ubuntu' -writing output... [ 51%] install/environment-networking -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/environment-networking.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/environment-networking' -writing output... [ 52%] install/finalize-installation -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/finalize-installation.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/finalize-installation' -writing output... [ 52%] install/finalize-installation-obs -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/finalize-installation-obs.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/finalize-installation-obs' -writing output... [ 53%] install/finalize-installation-rdo -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/finalize-installation-rdo.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/finalize-installation-rdo' -writing output... [ 54%] install/finalize-installation-ubuntu-debian -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/finalize-installation-ubuntu-debian.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/finalize-installation-ubuntu-debian' -writing output... [ 55%] install/get_started -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/get_started.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/get_started' -writing output... [ 55%] install/index -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/index.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/index' -writing output... [ 56%] install/initial-rings -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/initial-rings.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/initial-rings' -writing output... [ 57%] install/next-steps -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/next-steps.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/next-steps' -writing output... [ 58%] install/storage-install -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/storage-install.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/storage-install' -writing output... [ 59%] install/storage-install-obs -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/storage-install-obs.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/storage-install-obs' -writing output... [ 59%] install/storage-install-rdo -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/storage-install-rdo.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/storage-install-rdo' -writing output... [ 60%] install/storage-install-ubuntu-debian -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/storage-install-ubuntu-debian.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/storage-install-ubuntu-debian' -writing output... [ 61%] install/verify -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/install/verify.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'install/verify' -writing output... [ 62%] logs -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/logs.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'logs' -writing output... [ 62%] metrics/account_auditor -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/account_auditor.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/account_auditor' -writing output... [ 63%] metrics/account_reaper -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/account_reaper.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/account_reaper' -writing output... [ 64%] metrics/account_replicator -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/account_replicator.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/account_replicator' -writing output... [ 65%] metrics/account_server -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/account_server.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/account_server' -writing output... [ 66%] metrics/all -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/all.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/all' -writing output... [ 66%] metrics/container_auditor -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/container_auditor.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/container_auditor' -writing output... [ 67%] metrics/container_replicator -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/container_replicator.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/container_replicator' -writing output... [ 68%] metrics/container_server -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/container_server.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/container_server' -writing output... [ 69%] metrics/container_sync -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/container_sync.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/container_sync' -writing output... [ 70%] metrics/container_updater -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/container_updater.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/container_updater' -writing output... [ 70%] metrics/object_auditor -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/object_auditor.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/object_auditor' -writing output... [ 71%] metrics/object_expirer -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/object_expirer.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/object_expirer' -writing output... [ 72%] metrics/object_reconstructor -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/object_reconstructor.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/object_reconstructor' -writing output... [ 73%] metrics/object_replicator -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/object_replicator.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/object_replicator' -writing output... [ 73%] metrics/object_server -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/object_server.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/object_server' -writing output... [ 74%] metrics/object_updater -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/object_updater.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/object_updater' -writing output... [ 75%] metrics/proxy_server -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/metrics/proxy_server.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'metrics/proxy_server' -writing output... [ 76%] middleware -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/middleware.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'middleware' -writing output... [ 77%] misc -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/misc.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'misc' -writing output... [ 77%] object -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/object.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'object' -writing output... [ 78%] ops_runbook/diagnose -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/ops_runbook/diagnose.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'ops_runbook/diagnose' -writing output... [ 79%] ops_runbook/index -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/ops_runbook/index.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'ops_runbook/index' -writing output... [ 80%] ops_runbook/maintenance -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/ops_runbook/maintenance.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'ops_runbook/maintenance' -writing output... [ 80%] ops_runbook/procedures -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/ops_runbook/procedures.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'ops_runbook/procedures' -writing output... [ 81%] ops_runbook/troubleshooting -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/ops_runbook/troubleshooting.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'ops_runbook/troubleshooting' -writing output... [ 82%] overview_acl -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_acl.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_acl' -writing output... [ 83%] overview_architecture -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_architecture.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_architecture' -writing output... [ 84%] overview_auth -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_auth.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_auth' -writing output... [ 84%] overview_backing_store -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_backing_store.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_backing_store' -writing output... [ 85%] overview_container_sharding -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_container_sharding.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_container_sharding' -writing output... [ 86%] overview_container_sync -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_container_sync.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_container_sync' -writing output... [ 87%] overview_encryption -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_encryption.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_encryption' -writing output... [ 88%] overview_erasure_code -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_erasure_code.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_erasure_code' -writing output... [ 88%] overview_expiring_objects -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_expiring_objects.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_expiring_objects' -writing output... [ 89%] overview_global_cluster -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_global_cluster.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_global_cluster' -writing output... [ 90%] overview_large_objects -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_large_objects.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_large_objects' -writing output... [ 91%] overview_policies -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_policies.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_policies' -writing output... [ 91%] overview_reaper -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_reaper.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_reaper' -writing output... [ 92%] overview_replication -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_replication.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_replication' -writing output... [ 93%] overview_ring -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_ring.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_ring' -writing output... [ 94%] overview_wsgi_management -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/overview_wsgi_management.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'overview_wsgi_management' -writing output... [ 95%] policies_saio -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/policies_saio.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'policies_saio' -writing output... [ 95%] proxy -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/proxy.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'proxy' -writing output... [ 96%] ratelimit -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/ratelimit.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'ratelimit' -writing output... [ 97%] replication_network -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/replication_network.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'replication_network' -writing output... [ 98%] ring -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/ring.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'ring' -writing output... [ 98%] ring_background -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/ring_background.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'ring_background' -writing output... [ 99%] ring_partpower -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/ring_partpower.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'ring_partpower' -writing output... [100%] s3_compat -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/s3_compat.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 's3_compat' - -WARNING: [openstackdocstheme] cannot get gitsha from git repository -generating indices... genindex /usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -py-modindex [openstackdocstheme] could not determine last_updated for 'py-modindex' -done -writing additional pages... search done -copying images... [ 4%] admin/figures/objectstorage-arch.png -copying images... [ 8%] admin/figures/objectstorage-nodes.png -copying images... [ 12%] admin/figures/objectstorage.png -copying images... [ 17%] admin/figures/objectstorage-buildingblocks.png -copying images... [ 21%] admin/figures/objectstorage-ring.png -copying images... [ 25%] admin/figures/objectstorage-zones.png -copying images... [ 29%] admin/figures/objectstorage-accountscontainers.png -copying images... [ 33%] admin/figures/objectstorage-partitions.png -copying images... [ 38%] admin/figures/objectstorage-replication.png -copying images... [ 42%] admin/figures/objectstorage-usecase.png -copying images... [ 46%] images/sharding_unsharded.svg -copying images... [ 50%] images/sharding_scan_basic.svg -copying images... [ 54%] images/sharding_db_states.svg -copying images... [ 58%] images/sharding_cleave_basic.svg -copying images... [ 62%] images/sharding_scan_load.svg -copying images... [ 67%] images/sharding_cleave1_load.svg -copying images... [ 71%] images/sharding_cleave2_load.svg -copying images... [ 75%] images/ec_overview.png -copying images... [ 79%] images/reload_process_tree_1.svg -copying images... [ 83%] images/reload_process_tree_2.svg -copying images... [ 88%] images/reload_process_tree_3.svg -copying images... [ 92%] images/reload_process_tree_4.svg -copying images... [ 96%] images/reload_process_tree_5.svg -copying images... [100%] images/reload_process_tree_6.svg - -dumping search index in English (code: en)... done -dumping object inventory... done -build succeeded, 1 warning. - -The HTML pages are in debian/swift-doc/usr/share/doc/swift-doc/base. -LC_ALL=C.UTF-8 PYTHONPATH=. python3 -m sphinx api-ref/source /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/api-ref -Running Sphinx v8.1.3 -loading translations [en]... done -[openstackdocstheme] version: 3.2.0 -[openstackdocstheme] connecting html-page-context event handler -making output directory... done -[openstackdocstheme] overriding configured project name (Object Storage API Reference) with name extracted from the package (swift); you can disable this behavior with the 'openstackdocs_auto_name' option -Converting `source_suffix = '.rst'` to `source_suffix = {'.rst': 'restructuredtext'}`. -[openstackdocstheme] using theme from /usr/lib/python3/dist-packages/openstackdocstheme/theme -[openstackdocstheme] cannot find git top directory, assuming "." -building [mo]: targets for 0 po files that are out of date -writing output... -building [html]: targets for 1 source files that are out of date -updating environment: [new config] 1 added, 0 changed, 0 removed -reading sources... [100%] index - -looking for now-outdated files... none found -pickling environment... done -checking consistency... done -preparing documents... done -copying assets... -copying static files... -Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/language_data.js -Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/basic.css -Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/documentation_options.js -copying static files: done -copying extra files... -copying extra files: done -copying assets: done -writing output... [100%] index -/usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -[openstackdocstheme] Could not get modification time of doc/source/index.rst: [Errno 2] No such file or directory: 'git' -[openstackdocstheme] could not determine last_updated for 'index' - -WARNING: [openstackdocstheme] cannot get gitsha from git repository -generating indices... genindex /usr/lib/python3/dist-packages/openstackdocstheme/page_context.py:70: RemovedInSphinx90Warning: Sphinx 9 will drop support for representing paths as strings. Use "pathlib.Path" or "os.fspath" instead. - src_file = full_src_file[len(str(app.builder.env.srcdir)):].lstrip('/') -done -writing additional pages... search done -dumping search index in English (code: en)... done -dumping object inventory... done -Copying assets: api-site.css, api-site.js, combobox.js -build succeeded, 1 warning. - -The HTML pages are in debian/swift-doc/usr/share/doc/swift-doc/api-ref. -dh_sphinxdoc -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js -make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' - debian/rules override_dh_installchangelogs -make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' -make[1]: pyversions: No such file or directory -py3versions: no X-Python3-Version in control file, using supported versions -debian/rules:69: warning: overriding recipe for target 'override_dh_installinit' -/usr/share/openstack-pkg-tools/pkgos.make:43: warning: ignoring old recipe for target 'override_dh_installinit' -debian/rules:77: warning: overriding recipe for target 'override_dh_installsystemd' -/usr/share/openstack-pkg-tools/pkgos.make:40: warning: ignoring old recipe for target 'override_dh_installsystemd' -debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' -/usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' -if [ -e /build/reproducible-path/swift-2.34.0/debian/CHANGELOG ] ; then \ - dh_installchangelogs /build/reproducible-path/swift-2.34.0/debian/CHANGELOG ; \ -else \ - dh_installchangelogs ; \ -fi -make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' - dh_installman -O--buildsystem=pybuild - dh_installcron -O--buildsystem=pybuild - debian/rules override_dh_python3 -make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' -make[1]: pyversions: No such file or directory -py3versions: no X-Python3-Version in control file, using supported versions -debian/rules:69: warning: overriding recipe for target 'override_dh_installinit' -/usr/share/openstack-pkg-tools/pkgos.make:43: warning: ignoring old recipe for target 'override_dh_installinit' -debian/rules:77: warning: overriding recipe for target 'override_dh_installsystemd' -/usr/share/openstack-pkg-tools/pkgos.make:40: warning: ignoring old recipe for target 'override_dh_installsystemd' -debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' -/usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' -dh_python3 --shebang=/usr/bin/python3 -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-container-deleter -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-composer -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-config -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-drive-full-checker -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-recon -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-orphans -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-populate -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-reload -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-builder-analyzer -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-oldies -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-form-signature -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-builder -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-get-nodes -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-report -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-auditor -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-replicator -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-server -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-info -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-reaper -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-server-uwsgi -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-audit -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sharder -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-server-uwsgi -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-info -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sync -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-auditor -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-reconciler-enqueue -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-server -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-updater -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-replicator -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-manage-shard-ranges -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-reconciler -I: dh_python3 tools:113: replacing shebang in debian/swift-drive-audit/usr/bin/swift-drive-audit -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-reconstructor -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-info -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server-uwsgi -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-auditor -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-replicator -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-relinker -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-recon-cron -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-updater -I: dh_python3 tools:113: replacing shebang in debian/swift-object-expirer/usr/bin/swift-object-expirer -I: dh_python3 tools:113: replacing shebang in debian/swift-proxy/usr/bin/swift-proxy-server-uwsgi -I: dh_python3 tools:113: replacing shebang in debian/swift-proxy/usr/bin/swift-proxy-server -make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' - debian/rules override_dh_installinit -make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' -make[1]: pyversions: No such file or directory -py3versions: no X-Python3-Version in control file, using supported versions -debian/rules:69: warning: overriding recipe for target 'override_dh_installinit' -/usr/share/openstack-pkg-tools/pkgos.make:43: warning: ignoring old recipe for target 'override_dh_installinit' -debian/rules:77: warning: overriding recipe for target 'override_dh_installsystemd' -/usr/share/openstack-pkg-tools/pkgos.make:40: warning: ignoring old recipe for target 'override_dh_installsystemd' -debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' -/usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' -echo "Do nothing" -Do nothing -set -e ; set -x ; \ -for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init ; do \ - PKG=`echo $FILE | cut -d. -f1` ; \ - NAME=`echo $FILE | cut -d. -f2` ; \ - dh_installinit --error-handler=true -p$PKG --name=$NAME ;\ -done -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f1 -+ PKG=swift-account -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f2 -+ NAME=swift-account-auditor -+ dh_installinit --error-handler=true -pswift-account --name=swift-account-auditor -+ cut -d. -f1 -+ echo swift-account.swift-account-reaper.init -+ PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account-reaper.init -+ NAME=swift-account-reaper -+ dh_installinit --error-handler=true -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f1 -+ PKG=swift-account -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f2 -+ NAME=swift-account-replicator -+ dh_installinit --error-handler=true -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account.init -+ cut -d. -f1 -+ PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account.init -+ NAME=swift-account -+ dh_installinit --error-handler=true -pswift-account --name=swift-account -+ cut -d. -f1 -+ echo swift-container.swift-container-auditor.init -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-auditor.init -+ NAME=swift-container-auditor -+ dh_installinit --error-handler=true -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f1 -+ PKG=swift-container -+ + cut -d. -f2 -echo swift-container.swift-container-reconciler.init -+ NAME=swift-container-reconciler -+ dh_installinit --error-handler=true -pswift-container --name=swift-container-reconciler -+ cut -d. -f1 -+ echo swift-container.swift-container-replicator.init -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-replicator.init -+ NAME=swift-container-replicator -+ dh_installinit --error-handler=true -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f1 -+ PKG=swift-container -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f2 -+ NAME=swift-container-sharder -+ dh_installinit --error-handler=true -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sync.init -+ cut -d. -f1 -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-sync.init -+ NAME=swift-container-sync -+ dh_installinit --error-handler=true -pswift-container --name=swift-container-sync -+ cut -d. -f1 -+ echo swift-container.swift-container-updater.init -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-updater.init -+ NAME=swift-container-updater -+ dh_installinit --error-handler=true -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container.init -+ cut -d. -f1 -+ PKG=swift-container -+ + cut -d. -f2echo - swift-container.swift-container.init -+ NAME=swift-container -+ dh_installinit --error-handler=true -pswift-container --name=swift-container -+ + cut -d. -f1 -echo swift-object-expirer.swift-object-expirer.init -+ PKG=swift-object-expirer -+ cut -d. -f2 -+ echo swift-object-expirer.swift-object-expirer.init -+ NAME=swift-object-expirer -+ dh_installinit --error-handler=true -pswift-object-expirer --name=swift-object-expirer -+ echo+ swift-object.swift-object-auditor.init -cut -d. -f1 -+ PKG=swift-object -+ + cut -d. -f2 -echo swift-object.swift-object-auditor.init -+ NAME=swift-object-auditor -+ dh_installinit --error-handler=true -pswift-object --name=swift-object-auditor -+ cut -d. -f1 -+ echo swift-object.swift-object-reconstructor.init -+ PKG=swift-object -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f2 -+ NAME=swift-object-reconstructor -+ dh_installinit --error-handler=true -pswift-object --name=swift-object-reconstructor -+ + echo swift-object.swift-object-replicator.init -cut -d. -f1 -+ PKG=swift-object -+ + cut -d. -f2 -echo swift-object.swift-object-replicator.init -+ NAME=swift-object-replicator -+ dh_installinit --error-handler=true -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-updater.init -+ cut -d. -f1 -+ PKG=swift-object -+ echo swift-object.swift-object-updater.init -+ cut -d. -f2 -+ NAME=swift-object-updater -+ dh_installinit --error-handler=true -pswift-object --name=swift-object-updater -+ cut -d. -f1 -+ echo swift-object.swift-object.init -+ PKG=swift-object -+ echo swift-object.swift-object.init -+ cut -d. -f2 -+ NAME=swift-object -+ dh_installinit --error-handler=true -pswift-object --name=swift-object -+ cut -d. -f1 -+ echo swift-proxy.swift-proxy.init -+ PKG=swift-proxy -+ cut -d. -f2 -+ echo swift-proxy.swift-proxy.init -+ NAME=swift-proxy -+ dh_installinit --error-handler=true -pswift-proxy --name=swift-proxy -make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' - debian/rules override_dh_installsystemd -make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' -make[1]: pyversions: No such file or directory -py3versions: no X-Python3-Version in control file, using supported versions -debian/rules:69: warning: overriding recipe for target 'override_dh_installinit' -/usr/share/openstack-pkg-tools/pkgos.make:43: warning: ignoring old recipe for target 'override_dh_installinit' -debian/rules:77: warning: overriding recipe for target 'override_dh_installsystemd' -/usr/share/openstack-pkg-tools/pkgos.make:40: warning: ignoring old recipe for target 'override_dh_installsystemd' -debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' -/usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' -echo "Do nothing" -Do nothing -set -e ; set -x ; \ -for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service ; do \ - PKG=`echo $FILE | cut -d. -f1` ; \ - NAME=`echo $FILE | cut -d. -f2` ; \ - dh_installsystemd -p$PKG --name=$NAME ;\ -done -+ echo+ cut -d. -f1 - swift-account.swift-account-auditor.service -+ PKG=swift-account -+ + cut -d. -f2 -echo swift-account.swift-account-auditor.service -+ NAME=swift-account-auditor -+ dh_installsystemd -pswift-account --name=swift-account-auditor -+ cut -d. -f1 -+ echo swift-account.swift-account-auditor@.service -+ PKG=swift-account -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f2 -+ NAME=swift-account-auditor@ -+ dh_installsystemd -pswift-account --name=swift-account-auditor@ -+ cut -d. -f1 -+ echo swift-account.swift-account-reaper.service -+ PKG=swift-account -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f2 -+ NAME=swift-account-reaper -+ dh_installsystemd -pswift-account --name=swift-account-reaper -+ + echo swift-account.swift-account-reaper@.service -cut -d. -f1 -+ PKG=swift-account -+ cut -d.+ -f2 -echo swift-account.swift-account-reaper@.service -+ NAME=swift-account-reaper@ -+ dh_installsystemd -pswift-account --name=swift-account-reaper@ -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f1 -+ PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account-replicator.service -+ NAME=swift-account-replicator -+ dh_installsystemd -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f1 -+ PKG=swift-account -+ + echo swift-account.swift-account-replicator@.service -cut -d. -f2 -+ NAME=swift-account-replicator@ -+ dh_installsystemd -pswift-account --name=swift-account-replicator@ -+ echo swift-account.swift-account.service -+ cut -d. -f1 -+ PKG=swift-account -+ cut -d. -f2 -+ echo swift-account.swift-account.service -+ NAME=swift-account -+ dh_installsystemd -pswift-account --name=swift-account -+ cut -d. -f1 -+ echo swift-container.swift-container-auditor.service -+ PKG=swift-container -+ + echo swift-container.swift-container-auditor.servicecut - -d. -f2 -+ NAME=swift-container-auditor -+ dh_installsystemd -pswift-container --name=swift-container-auditor -+ cut -d. -f1 -+ echo swift-container.swift-container-auditor@.service -+ PKG=swift-container -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f2 -+ NAME=swift-container-auditor@ -+ dh_installsystemd -pswift-container --name=swift-container-auditor@ -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f1 -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-reconciler.service -+ NAME=swift-container-reconciler -+ dh_installsystemd -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f1 -+ PKG=swift-container -+ + echo swift-container.swift-container-replicator.service -cut -d. -f2 -+ NAME=swift-container-replicator -+ dh_installsystemd -pswift-container --name=swift-container-replicator -+ cut -d. -f1 -+ echo swift-container.swift-container-replicator@.service -+ PKG=swift-container -+ + echo swift-container.swift-container-replicator@.service -cut -d. -f2 -+ NAME=swift-container-replicator@ -+ dh_installsystemd -pswift-container --name=swift-container-replicator@ -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f1 -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-sharder.service -+ NAME=swift-container-sharder -+ dh_installsystemd -pswift-container --name=swift-container-sharder -+ cut -d. -f1 -+ echo swift-container.swift-container-sharder@.service -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-sharder@.service -+ NAME=swift-container-sharder@ -+ dh_installsystemd -pswift-container --name=swift-container-sharder@ -+ cut -d. -f1 -+ echo swift-container.swift-container-sync.service -+ PKG=swift-container -+ + echocut swift-container.swift-container-sync.service -d. - -f2 -+ NAME=swift-container-sync -+ dh_installsystemd -pswift-container --name=swift-container-sync -+ cut -d. -f1 -+ echo swift-container.swift-container-sync@.service -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-sync@.service -+ NAME=swift-container-sync@ -+ dh_installsystemd -pswift-container --name=swift-container-sync@ -+ cut -d. -f1 -+ echo swift-container.swift-container-updater.service -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-updater.service -+ NAME=swift-container-updater -+ dh_installsystemd -pswift-container --name=swift-container-updater -+ cut -d. -f1 -+ echo swift-container.swift-container-updater@.service -+ PKG=swift-container -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f2 -+ NAME=swift-container-updater@ -+ dh_installsystemd -pswift-container --name=swift-container-updater@ -+ cut -d. -f1 -+ echo swift-container.swift-container.service -+ PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container.service -+ NAME=swift-container -+ dh_installsystemd -pswift-container --name=swift-container -+ + echo swift-object-expirer.swift-object-expirer.service -cut -d. -f1 -+ PKG=swift-object-expirer -+ cut -d. -f2 -+ echo swift-object-expirer.swift-object-expirer.service -+ NAME=swift-object-expirer -+ dh_installsystemd -pswift-object-expirer --name=swift-object-expirer -+ cut -d. -f1 -+ echo swift-object.swift-object-auditor.service -+ PKG=swift-object -+ echo+ cut -d. -f2 - swift-object.swift-object-auditor.service -+ NAME=swift-object-auditor -+ dh_installsystemd -pswift-object --name=swift-object-auditor -+ cut -d. -f1 -+ echo swift-object.swift-object-auditor@.service -+ PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-auditor@.service -+ NAME=swift-object-auditor@ -+ dh_installsystemd -pswift-object --name=swift-object-auditor@ -+ cut -d. -f1 -+ echo swift-object.swift-object-reconstructor.service -+ PKG=swift-object -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f2 -+ NAME=swift-object-reconstructor -+ dh_installsystemd -pswift-object --name=swift-object-reconstructor -+ cut -d. -f1 -+ echo swift-object.swift-object-reconstructor@.service -+ PKG=swift-object -+ + echo swift-object.swift-object-reconstructor@.service -cut -d. -f2 -+ NAME=swift-object-reconstructor@ -+ dh_installsystemd -pswift-object --name=swift-object-reconstructor@ -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f1 -+ PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-replicator.service -+ NAME=swift-object-replicator -+ dh_installsystemd -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f1 -+ PKG=swift-object -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f2 -+ NAME=swift-object-replicator@ -+ dh_installsystemd -pswift-object --name=swift-object-replicator@ -+ + echo swift-object.swift-object-updater.service -cut -d. -f1 -+ PKG=swift-object -+ echo swift-object.swift-object-updater.service -+ cut -d. -f2 -+ NAME=swift-object-updater -+ dh_installsystemd -pswift-object --name=swift-object-updater -+ + echo swift-object.swift-object-updater@.service -cut -d. -f1 -+ PKG=swift-object -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f2 -+ NAME=swift-object-updater@ -+ dh_installsystemd -pswift-object --name=swift-object-updater@ -+ echo swift-object.swift-object.service -+ cut -d. -f1 -+ PKG=swift-object -+ echo swift-object.swift-object.service -+ cut -d. -f2 -+ NAME=swift-object -+ dh_installsystemd -pswift-object --name=swift-object -+ echo+ swift-object.swift-object@.service -cut -d. -f1 -+ PKG=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f2 -+ NAME=swift-object@ -+ dh_installsystemd -pswift-object --name=swift-object@ -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f1 -+ PKG=swift-proxy -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f2 -+ NAME=swift-proxy -+ dh_installsystemd -pswift-proxy --name=swift-proxy -make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' - dh_installsystemduser -O--buildsystem=pybuild - dh_installlogrotate -O--buildsystem=pybuild - dh_lintian -O--buildsystem=pybuild - dh_perl -O--buildsystem=pybuild - dh_link -O--buildsystem=pybuild - dh_strip_nondeterminism -O--buildsystem=pybuild - dh_compress -O--buildsystem=pybuild - dh_fixperms -O--buildsystem=pybuild - debian/rules override_dh_missing -make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' -make[1]: pyversions: No such file or directory -py3versions: no X-Python3-Version in control file, using supported versions -debian/rules:69: warning: overriding recipe for target 'override_dh_installinit' -/usr/share/openstack-pkg-tools/pkgos.make:43: warning: ignoring old recipe for target 'override_dh_installinit' -debian/rules:77: warning: overriding recipe for target 'override_dh_installsystemd' -/usr/share/openstack-pkg-tools/pkgos.make:40: warning: ignoring old recipe for target 'override_dh_installsystemd' -debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' -/usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' -dh_missing --fail-missing -make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' - dh_installdeb -O--buildsystem=pybuild - debian/rules override_dh_gencontrol -make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' -make[1]: pyversions: No such file or directory -py3versions: no X-Python3-Version in control file, using supported versions -debian/rules:69: warning: overriding recipe for target 'override_dh_installinit' -/usr/share/openstack-pkg-tools/pkgos.make:43: warning: ignoring old recipe for target 'override_dh_installinit' -debian/rules:77: warning: overriding recipe for target 'override_dh_installsystemd' -/usr/share/openstack-pkg-tools/pkgos.make:40: warning: ignoring old recipe for target 'override_dh_installsystemd' -debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' -/usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' -if dpkg-vendor --derives-from ubuntu ; then \ - dh_gencontrol -- -T/build/reproducible-path/swift-2.34.0/debian/ubuntu_control_vars ; \ -else \ - dh_gencontrol -- -T/build/reproducible-path/swift-2.34.0/debian/debian_control_vars ; \ -fi -dpkg-gencontrol: warning: package swift-doc: substitution variable ${sphinxdoc:Built-Using} unused, but is defined +FAILED (failures=1, skipped=1827) ++ echo '======> STESTR TEST SUITE FAILED FOR python3.13: displaying pip3 freeze output...' +======> STESTR TEST SUITE FAILED FOR python3.13: displaying pip3 freeze output... ++ '[' -x /usr/bin/pip3 ']' ++ pip3 freeze +WARNING: The directory '/nonexistent/second-build/.cache/pip' or its parent directory is not owned or is not writable by the current user. The cache has been disabled. Check the permissions and owner of that directory. If executing pip with sudo, you should use sudo's -H flag. +alabaster==0.7.16 +attrs==24.2.0 +autocommand==2.2.2 +autopage==0.4.0 +babel==2.16.0 +bcrypt==4.2.0 +blinker==1.9.0 +boto3==1.34.46 +botocore==1.34.46 +certifi==2024.8.30 +cffi==1.17.1 +chardet==5.2.0 +charset-normalizer==3.4.0 +cliff==4.7.0 +cmd2==2.5.7+ds +coverage==7.6.0 +cryptography==43.0.0 +debtcollector==3.0.0 +decorator==5.1.1 +defusedxml==0.7.1 +deprecation==2.0.7 +dnspython==2.6.1 +docutils==0.21.2 +dogpile.cache==1.3.3 +dulwich==0.22.5 +eventlet==0.36.1 +extras==1.0.0 +fixtures==4.1.0 +greenlet==3.1.0 +idna==3.8 +imagesize==1.4.1 +importlib_metadata==8.5.0 +inflect==7.3.1 +iso8601==2.1.0 +jaraco.classes==3.4.0 +jaraco.context==6.0.0 +jaraco.functools==4.1.0 +jaraco.text==4.0.0 +jeepney==0.8.0 +Jinja2==3.1.3 +jmespath==1.0.1 +jsonpatch==1.32 +jsonpointer==2.4 +jsonschema==4.19.2 +jsonschema-specifications==2023.12.1 +keyring==25.4.1 +keystoneauth1==5.8.0 +keystonemiddleware==10.7.1 +legacy-cgi==2.6.1 +lxml==5.3.0 +Mako==1.3.6.dev0 +MarkupSafe==2.1.5 +mock==5.1.0 +more-itertools==10.5.0 +msgpack==1.0.3 +netaddr==0.10.1 +netifaces==0.11.0 +oauthlib==3.2.2 +openstackdocstheme==3.2.0 +openstacksdk==4.0.1 +os-api-ref==2.3.0 +os-client-config==2.1.0 +os-service-types==1.7.0 +os-testr==3.0.0 +osc-lib==3.1.0 +oslo.cache==3.8.0 +oslo.config==9.6.0 +oslo.context==5.6.0 +oslo.i18n==6.4.0 +oslo.log==6.1.2 +oslo.serialization==5.5.0 +oslo.utils==7.3.0 +oslosphinx==4.18.0 +packaging==24.2 +Paste==3.10.1 +PasteDeploy==3.1.0 +pbr==6.1.0 +platformdirs==4.3.6 +ply==3.11 +prettytable==3.12.0 +pyasyncore==1.0.2 +pycadf==3.1.1 +pycparser==2.22 +pyeclib==1.6.1 +Pygments==2.18.0 +PyJWT==2.7.0 +pyOpenSSL==24.3.0 +pyparsing==3.1.2 +pyperclip==1.8.2 +python-binary-memcached==0.31.2 +python-cinderclient==9.6.0 +python-dateutil==2.9.0 +python-glanceclient==4.7.0 +python-keystoneclient==5.5.0 +python-memcached==1.60 +python-neutronclient==11.3.1 +python-novaclient==18.7.0 +python-openstackclient==6.6.0 +python-subunit==1.4.2 +python-swiftclient==4.6.0 +pytz==2024.2 +PyYAML==6.0.2 +referencing==0.35.1 +requests==2.32.3 +requests_mock==1.12.1 +requestsexceptions==1.4.0 +rfc3986==2.0.0 +roman==4.2 +rpds-py==0.21.0 +s3transfer==0.10.1 +SecretStorage==3.3.3 +setuptools==75.6.0 +simplejson==3.19.3 +six==1.17.0 +snowballstemmer==2.2.0 +Sphinx==8.1.3 +stestr==4.1.0 +stevedore==5.3.0 +swift==2.34.0 +Tempita==0.6.0 +testtools==2.7.2 +tomlkit==0.13.2 +typeguard==4.4.1 +typing_extensions==4.12.2 +uhashring==2.3 +urllib3==2.2.3 +voluptuous==0.14.2 +warlock==2.0.1 +wcwidth==0.2.13 +WebOb==1.8.7 +wheel==0.45.1 +wrapt==1.15.0 +xattr==0.10.1 +zipp==3.21.0 ++ exit 1 +make[1]: *** [debian/rules:63: override_dh_auto_install] Error 1 make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' - dh_md5sums -O--buildsystem=pybuild - dh_builddeb -O--buildsystem=pybuild -dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-doc' in '../swift-doc_2.34.0-5_all.deb'. -dpkg-deb: building package 'python3-swift' in '../python3-swift_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-object' in '../swift-object_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-proxy' in '../swift-proxy_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-account' in '../swift-account_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-container' in '../swift-container_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift' in '../swift_2.34.0-5_all.deb'. - dpkg-genbuildinfo --build=binary -O../swift_2.34.0-5_amd64.buildinfo - dpkg-genchanges --build=binary -O../swift_2.34.0-5_amd64.changes -dpkg-genchanges: info: binary-only upload (no source code included) - dpkg-source --after-build . -dpkg-source: info: using options from swift-2.34.0/debian/source/options: --extend-diff-ignore=^[^/]*[.]egg-info/ --extend-diff-ignore=^[.]gitreview$ -dpkg-buildpackage: info: binary-only upload (no source included) -dpkg-genchanges: info: not including original source code in upload +make: *** [debian/rules:8: binary] Error 2 +dpkg-buildpackage: error: debian/rules binary subprocess returned exit status 2 I: copying local configuration +E: Failed autobuilding of package +I: user script /srv/workspace/pbuilder/781472/tmp/hooks/C01_cleanup starting +debug output: disk usage on i-capture-the-hostname at Wed Jan 28 17:24:34 UTC 2026 +Filesystem Size Used Avail Use% Mounted on +tmpfs 40G 0 40G 0% /dev/shm + +I: user script /srv/workspace/pbuilder/781472/tmp/hooks/C01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/2850071 and its subdirectories -I: Current time: Wed Dec 25 22:57:26 -12 2024 -I: pbuilder-time-stamp: 1735210646 +I: removing directory /srv/workspace/pbuilder/781472 and its subdirectories